2024-11-18 20:48:25,430 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 20:48:25,466 main DEBUG Took 0.033308 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 20:48:25,468 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 20:48:25,477 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 20:48:25,478 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 20:48:25,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,529 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 20:48:25,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,586 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,588 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,593 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,596 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,608 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,611 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,613 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:48:25,613 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,614 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 20:48:25,615 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:48:25,617 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 20:48:25,620 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 20:48:25,625 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 20:48:25,627 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 20:48:25,628 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 20:48:25,646 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 20:48:25,649 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 20:48:25,651 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 20:48:25,652 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 20:48:25,652 main DEBUG createAppenders(={Console}) 2024-11-18 20:48:25,653 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 20:48:25,654 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 20:48:25,654 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 20:48:25,655 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 20:48:25,656 main DEBUG OutputStream closed 2024-11-18 20:48:25,656 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 20:48:25,656 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 20:48:25,657 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 20:48:25,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 20:48:25,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 20:48:25,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 20:48:25,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 20:48:25,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 20:48:25,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 20:48:25,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 20:48:25,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 20:48:25,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 20:48:25,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 20:48:25,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 20:48:25,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 20:48:25,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 20:48:25,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 20:48:25,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 20:48:25,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 20:48:25,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 20:48:25,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 20:48:25,844 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 20:48:25,845 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 20:48:25,853 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 20:48:25,856 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T20:48:25,876 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 20:48:25,880 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 20:48:25,881 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T20:48:25,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=582, ProcessCount=11, AvailableMemoryMB=4084 2024-11-18T20:48:26,422 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T20:48:26,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13 2024-11-18T20:48:26,504 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d, deleteOnExit=true 2024-11-18T20:48:26,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/zookeeper_0, clientPort=64281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:48:26,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64281 2024-11-18T20:48:26,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:48:26,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:48:26,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/test.cache.data in system properties and HBase conf 2024-11-18T20:48:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:48:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:48:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:48:26,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:48:26,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:48:26,866 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T20:48:27,058 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:48:27,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:48:27,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:48:27,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:48:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:48:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:48:27,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:48:27,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:48:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:48:27,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:48:27,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:48:27,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:48:27,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:48:27,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:48:27,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:48:28,785 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:48:28,934 INFO [Time-limited test {}] log.Log(170): Logging initialized @4427ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T20:48:29,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:48:29,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:48:29,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:48:29,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:48:29,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:48:29,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:48:29,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:48:29,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:48:29,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/java.io.tmpdir/jetty-localhost-36253-hadoop-hdfs-3_4_1-tests_jar-_-any-15270982190615652107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:48:29,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:36253} 2024-11-18T20:48:29,865 INFO [Time-limited test {}] server.Server(415): Started @5358ms 2024-11-18T20:48:31,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:48:31,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:48:31,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:48:31,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:48:31,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:48:31,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:48:31,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:48:31,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/java.io.tmpdir/jetty-localhost-44399-hadoop-hdfs-3_4_1-tests_jar-_-any-10051879116578800228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:48:31,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:44399} 2024-11-18T20:48:31,534 INFO [Time-limited test {}] server.Server(415): Started @7027ms 2024-11-18T20:48:31,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:48:33,274 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/data/data1/current/BP-1799356609-172.17.0.2-1731962907994/current, will proceed with Du for space computation calculation, 2024-11-18T20:48:33,283 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/data/data2/current/BP-1799356609-172.17.0.2-1731962907994/current, will proceed with Du for space computation calculation, 2024-11-18T20:48:33,357 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:48:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc9254fc8ecbcd02 with lease ID 0x3f88f028eb71a893: Processing first storage report for DS-d06b4b78-0be2-4172-b1f1-196d10118be0 from datanode DatanodeRegistration(127.0.0.1:38769, datanodeUuid=ac1822d0-6e48-4c7a-bb7a-13f8ba136110, infoPort=41509, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=712384068;c=1731962907994) 2024-11-18T20:48:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc9254fc8ecbcd02 with lease ID 0x3f88f028eb71a893: from storage DS-d06b4b78-0be2-4172-b1f1-196d10118be0 node DatanodeRegistration(127.0.0.1:38769, datanodeUuid=ac1822d0-6e48-4c7a-bb7a-13f8ba136110, infoPort=41509, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=712384068;c=1731962907994), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T20:48:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc9254fc8ecbcd02 with lease ID 0x3f88f028eb71a893: Processing first storage report for DS-1aa923ee-b031-4dee-8eaa-3698c2cced6c from datanode DatanodeRegistration(127.0.0.1:38769, datanodeUuid=ac1822d0-6e48-4c7a-bb7a-13f8ba136110, infoPort=41509, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=712384068;c=1731962907994) 2024-11-18T20:48:33,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc9254fc8ecbcd02 with lease ID 0x3f88f028eb71a893: from storage DS-1aa923ee-b031-4dee-8eaa-3698c2cced6c node DatanodeRegistration(127.0.0.1:38769, datanodeUuid=ac1822d0-6e48-4c7a-bb7a-13f8ba136110, infoPort=41509, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=712384068;c=1731962907994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:48:33,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13 2024-11-18T20:48:33,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:33,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:48:34,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa with version=8 2024-11-18T20:48:34,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/hbase-staging 2024-11-18T20:48:34,483 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T20:48:34,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:48:34,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:34,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:34,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:48:34,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:34,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:48:35,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:48:35,385 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T20:48:35,400 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T20:48:35,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:48:35,446 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103522 (auto-detected) 2024-11-18T20:48:35,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T20:48:35,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35007 2024-11-18T20:48:35,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35007 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350070x0, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:35,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35007-0x10150fe5a0a0000 connected 2024-11-18T20:48:35,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:35,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:35,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:48:35,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa, hbase.cluster.distributed=false 2024-11-18T20:48:35,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/acl 2024-11-18T20:48:35,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-18T20:48:35,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35007 2024-11-18T20:48:35,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35007 2024-11-18T20:48:35,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-18T20:48:35,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-18T20:48:36,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:48:36,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:36,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:36,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:48:36,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:36,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:48:36,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:48:36,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:48:36,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34285 2024-11-18T20:48:36,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34285 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:36,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:36,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:36,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342850x0, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:48:36,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:48:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342850x0, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:36,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34285-0x10150fe5a0a0001 connected 2024-11-18T20:48:36,267 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:48:36,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/master 2024-11-18T20:48:36,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/acl 2024-11-18T20:48:36,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-18T20:48:36,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34285 2024-11-18T20:48:36,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34285 2024-11-18T20:48:36,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-18T20:48:36,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-18T20:48:36,325 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:35007 2024-11-18T20:48:36,327 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01175299532/backup-masters/29a7ef02c270,35007,1731962914600 2024-11-18T20:48:36,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:36,356 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on existing znode=/01175299532/backup-masters/29a7ef02c270,35007,1731962914600 2024-11-18T20:48:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01175299532/master 2024-11-18T20:48:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:36,411 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on existing znode=/01175299532/master 2024-11-18T20:48:36,414 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01175299532/backup-masters/29a7ef02c270,35007,1731962914600 from backup master directory 2024-11-18T20:48:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/backup-masters/29a7ef02c270,35007,1731962914600 2024-11-18T20:48:36,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:36,429 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:48:36,429 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,35007,1731962914600 2024-11-18T20:48:36,433 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T20:48:36,437 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T20:48:36,556 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/hbase.id] with ID: c7873d55-9139-40fd-9578-0e3efc733b93 2024-11-18T20:48:36,556 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/.tmp/hbase.id 2024-11-18T20:48:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:48:37,003 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/.tmp/hbase.id]:[hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/hbase.id] 2024-11-18T20:48:37,140 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:37,150 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:48:37,194 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 42ms. 2024-11-18T20:48:37,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:37,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:48:37,303 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:48:37,307 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:48:37,333 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:48:37,339 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:37,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:48:37,435 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store 2024-11-18T20:48:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:48:37,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T20:48:37,545 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:37,547 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:48:37,547 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:37,548 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:37,550 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:48:37,551 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:37,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:37,554 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962917547Disabling compacts and flushes for region at 1731962917547Disabling writes for close at 1731962917551 (+4 ms)Writing region close event to WAL at 1731962917551Closed at 1731962917551 2024-11-18T20:48:37,558 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/.initializing 2024-11-18T20:48:37,558 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600 2024-11-18T20:48:37,572 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:48:37,598 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C35007%2C1731962914600, suffix=, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/oldWALs, maxLogs=10 2024-11-18T20:48:37,635 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600/29a7ef02c270%2C35007%2C1731962914600.1731962917605, exclude list is [], retry=0 2024-11-18T20:48:37,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:37,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T20:48:37,735 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600/29a7ef02c270%2C35007%2C1731962914600.1731962917605 2024-11-18T20:48:37,744 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:37,745 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:37,747 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:37,755 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,757 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:48:37,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:37,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:37,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:48:37,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:37,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:37,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:48:37,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:37,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:37,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:48:37,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:37,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:37,994 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:37,999 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:38,001 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:38,016 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:38,017 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:38,024 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:38,031 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:38,067 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:48:38,088 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67899761, jitterRate=0.01178528368473053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:38,105 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962917776Initializing all the Stores at 1731962917785 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962917786 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962917792 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962917797 (+5 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962917797Cleaning up temporary data from old regions at 1731962918017 (+220 ms)Region opened successfully at 1731962918105 (+88 ms) 2024-11-18T20:48:38,111 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:48:38,180 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e89d018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:48:38,225 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:48:38,242 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:48:38,242 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:48:38,246 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:48:38,252 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-18T20:48:38,266 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-18T20:48:38,274 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:48:38,347 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:48:38,362 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/balancer because node does not exist (not necessarily an error) 2024-11-18T20:48:38,428 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/balancer already deleted, retry=false 2024-11-18T20:48:38,432 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:48:38,436 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:48:38,464 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/normalizer already deleted, retry=false 2024-11-18T20:48:38,467 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:48:38,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:48:38,494 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/switch/split already deleted, retry=false 2024-11-18T20:48:38,496 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:48:38,511 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/switch/merge already deleted, retry=false 2024-11-18T20:48:38,553 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:48:38,561 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/snapshot-cleanup already deleted, retry=false 2024-11-18T20:48:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01175299532/running 2024-11-18T20:48:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01175299532/running 2024-11-18T20:48:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:38,600 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,35007,1731962914600, sessionid=0x10150fe5a0a0000, setting cluster-up flag (Was=false) 2024-11-18T20:48:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:38,725 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01175299532/flush-table-proc/acquired, /01175299532/flush-table-proc/reached, /01175299532/flush-table-proc/abort 2024-11-18T20:48:38,731 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35007,1731962914600 2024-11-18T20:48:38,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:38,793 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01175299532/online-snapshot/acquired, /01175299532/online-snapshot/reached, /01175299532/online-snapshot/abort 2024-11-18T20:48:38,801 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35007,1731962914600 2024-11-18T20:48:38,816 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:48:38,851 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(746): ClusterId : c7873d55-9139-40fd-9578-0e3efc733b93 2024-11-18T20:48:38,856 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:48:38,898 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:48:38,899 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:48:38,918 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:48:38,919 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae3e948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:48:38,959 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:34285 2024-11-18T20:48:38,976 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:48:38,976 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:48:38,977 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:48:38,981 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,35007,1731962914600 with port=34285, startcode=1731962916078 2024-11-18T20:48:39,002 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:48:39,024 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:39,038 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:48:39,057 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:48:39,073 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,35007,1731962914600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:48:39,101 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:39,102 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:39,102 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:39,102 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:39,103 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:48:39,103 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,106 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:48:39,107 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:48:39,119 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:48:39,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:39,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:48:39,152 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962949152 2024-11-18T20:48:39,155 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:48:39,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:48:39,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:39,161 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:48:39,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:48:39,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:48:39,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:48:39,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:48:39,168 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T20:48:39,169 WARN [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T20:48:39,167 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,177 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:48:39,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:48:39,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:48:39,180 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:48:39,190 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:48:39,191 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:48:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:48:39,203 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962919193,5,FailOnTimeoutGroup] 2024-11-18T20:48:39,205 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962919204,5,FailOnTimeoutGroup] 2024-11-18T20:48:39,206 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,206 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:48:39,208 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,208 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,276 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,35007,1731962914600 with port=34285, startcode=1731962916078 2024-11-18T20:48:39,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,34285,1731962916078 2024-11-18T20:48:39,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,34285,1731962916078 2024-11-18T20:48:39,301 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa 2024-11-18T20:48:39,302 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44879 2024-11-18T20:48:39,302 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:48:39,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/rs 2024-11-18T20:48:39,349 DEBUG [RS:0;29a7ef02c270:34285 {}] zookeeper.ZKUtil(111): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on existing znode=/01175299532/rs/29a7ef02c270,34285,1731962916078 2024-11-18T20:48:39,349 WARN [RS:0;29a7ef02c270:34285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:48:39,349 INFO [RS:0;29a7ef02c270:34285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:39,350 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078 2024-11-18T20:48:39,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,34285,1731962916078] 2024-11-18T20:48:39,393 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:48:39,416 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:48:39,424 INFO [RS:0;29a7ef02c270:34285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:48:39,424 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,428 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:48:39,438 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:48:39,442 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,442 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,443 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,443 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,444 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,445 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,445 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:48:39,445 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,446 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,446 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,446 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,446 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,447 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:39,447 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:48:39,447 DEBUG [RS:0;29a7ef02c270:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:48:39,459 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,461 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,461 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,463 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,463 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,464 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34285,1731962916078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:48:39,499 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:48:39,502 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34285,1731962916078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,504 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,504 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.Replication(171): 29a7ef02c270,34285,1731962916078 started 2024-11-18T20:48:39,534 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:39,537 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,34285,1731962916078, RpcServer on 29a7ef02c270/172.17.0.2:34285, sessionid=0x10150fe5a0a0001 2024-11-18T20:48:39,538 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:48:39,538 DEBUG [RS:0;29a7ef02c270:34285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,34285,1731962916078 2024-11-18T20:48:39,538 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,34285,1731962916078' 2024-11-18T20:48:39,539 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01175299532/flush-table-proc/abort' 2024-11-18T20:48:39,543 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01175299532/flush-table-proc/acquired' 2024-11-18T20:48:39,545 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:48:39,545 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:48:39,545 DEBUG [RS:0;29a7ef02c270:34285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,34285,1731962916078 2024-11-18T20:48:39,545 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,34285,1731962916078' 2024-11-18T20:48:39,545 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01175299532/online-snapshot/abort' 2024-11-18T20:48:39,548 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01175299532/online-snapshot/acquired' 2024-11-18T20:48:39,549 DEBUG [RS:0;29a7ef02c270:34285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:48:39,549 INFO [RS:0;29a7ef02c270:34285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:48:39,549 INFO [RS:0;29a7ef02c270:34285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:48:39,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:48:39,606 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa 2024-11-18T20:48:39,667 INFO [RS:0;29a7ef02c270:34285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:48:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:48:39,708 INFO [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C34285%2C1731962916078, suffix=, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs, maxLogs=10 2024-11-18T20:48:39,768 DEBUG [RS:0;29a7ef02c270:34285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711, exclude list is [], retry=0 2024-11-18T20:48:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:39,824 INFO [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 2024-11-18T20:48:39,826 DEBUG [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:40,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:40,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:48:40,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:48:40,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:40,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:40,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:48:40,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:48:40,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:40,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:40,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:48:40,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:48:40,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:40,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:40,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:48:40,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:48:40,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:40,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:40,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:48:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740 2024-11-18T20:48:40,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740 2024-11-18T20:48:40,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:48:40,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:48:40,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:40,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:48:40,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:48:40,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71580654, jitterRate=0.06663486361503601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:40,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962920077Initializing all the Stores at 1731962920086 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962920086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962920087 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962920087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962920087Cleaning up temporary data from old regions at 1731962920192 (+105 ms)Region opened successfully at 1731962920234 (+42 ms) 2024-11-18T20:48:40,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:48:40,235 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:48:40,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:48:40,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:48:40,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:48:40,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:48:40,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962920235Disabling compacts and flushes for region at 1731962920235Disabling writes for close at 1731962920235Writing region close event to WAL at 1731962920237 (+2 ms)Closed at 1731962920237 2024-11-18T20:48:40,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:40,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:48:40,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:48:40,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:48:40,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:48:40,433 DEBUG [29a7ef02c270:35007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:48:40,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,34285,1731962916078 2024-11-18T20:48:40,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,34285,1731962916078, state=OPENING 2024-11-18T20:48:40,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:48:40,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:40,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:40,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:40,566 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:48:40,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:40,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,34285,1731962916078}] 2024-11-18T20:48:40,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:48:40,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:48:40,861 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:48:40,861 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:40,863 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:48:40,868 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C34285%2C1731962916078.meta, suffix=.meta, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs, maxLogs=10 2024-11-18T20:48:40,893 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.meta.1731962920871.meta, exclude list is [], retry=0 2024-11-18T20:48:40,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:40,927 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.meta.1731962920871.meta 2024-11-18T20:48:40,933 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:40,933 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:40,969 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:48:40,971 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:48:40,974 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:48:40,979 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:48:40,986 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:48:40,988 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:40,988 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:48:40,988 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:48:40,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:48:41,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:48:41,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:41,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:41,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:48:41,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:48:41,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:41,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:48:41,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:48:41,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:41,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:41,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:48:41,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:48:41,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:41,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:41,026 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:48:41,029 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740 2024-11-18T20:48:41,034 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740 2024-11-18T20:48:41,038 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:48:41,038 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:48:41,039 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:41,048 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:48:41,051 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65848521, jitterRate=-0.018780574202537537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:41,051 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:48:41,053 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962920989Writing region info on filesystem at 1731962920989Initializing all the Stores at 1731962920996 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962920997 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962920998 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962920998Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962920998Cleaning up temporary data from old regions at 1731962921038 (+40 ms)Running coprocessor post-open hooks at 1731962921051 (+13 ms)Region opened successfully at 1731962921053 (+2 ms) 2024-11-18T20:48:41,066 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962920779 2024-11-18T20:48:41,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,34285,1731962916078 2024-11-18T20:48:41,098 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:48:41,099 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:48:41,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,34285,1731962916078, state=OPEN 2024-11-18T20:48:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:41,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:41,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:41,181 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,34285,1731962916078 2024-11-18T20:48:41,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:48:41,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,34285,1731962916078 in 612 msec 2024-11-18T20:48:41,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:48:41,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 944 msec 2024-11-18T20:48:41,225 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:41,225 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:48:41,273 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:48:41,275 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34285,1731962916078, seqNum=-1] 2024-11-18T20:48:41,307 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:48:41,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:48:41,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.4820 sec 2024-11-18T20:48:41,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962921363, completionTime=-1 2024-11-18T20:48:41,367 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:48:41,367 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:48:41,410 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:48:41,410 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962981410 2024-11-18T20:48:41,410 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963041410 2024-11-18T20:48:41,411 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 42 msec 2024-11-18T20:48:41,414 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35007,1731962914600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35007,1731962914600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35007,1731962914600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,418 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:35007, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,428 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,438 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:48:41,439 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,480 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.049sec 2024-11-18T20:48:41,482 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:48:41,485 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:48:41,487 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:48:41,489 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:48:41,489 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:48:41,490 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35007,1731962914600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:48:41,491 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35007,1731962914600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:48:41,548 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:48:41,549 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:48:41,549 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35007,1731962914600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:41,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:41,569 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T20:48:41,569 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T20:48:41,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35007,-1 for getting cluster id 2024-11-18T20:48:41,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:41,622 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7873d55-9139-40fd-9578-0e3efc733b93' 2024-11-18T20:48:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7873d55-9139-40fd-9578-0e3efc733b93" 2024-11-18T20:48:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d27e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35007,-1] 2024-11-18T20:48:41,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:41,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:41,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c003af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:41,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:48:41,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34285,1731962916078, seqNum=-1] 2024-11-18T20:48:41,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:48:41,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:48:41,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,35007,1731962914600 2024-11-18T20:48:41,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:41,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:41,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150fe5a0a0002 connected 2024-11-18T20:48:41,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir so I do NOT create it in target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263 2024-11-18T20:48:41,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:48:41,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.tmp.dir so I do NOT create it in target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263 2024-11-18T20:48:41,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:48:41,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263 2024-11-18T20:48:41,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:48:41,887 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/cluster_c29e0f62-e37f-d7a6-83b4-b9381483cf70, deleteOnExit=true 2024-11-18T20:48:41,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:48:41,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/test.cache.data in system properties and HBase conf 2024-11-18T20:48:41,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:48:41,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:48:41,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:48:41,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:48:41,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:48:41,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:48:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:48:41,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:48:41,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:48:41,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:48:41,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:48:41,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:48:41,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:48:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:48:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:48:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:48:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:48:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:48:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:48:41,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:48:42,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:48:42,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:48:42,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:48:42,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:48:42,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:48:42,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:48:42,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:48:42,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:48:42,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/java.io.tmpdir/jetty-localhost-42727-hadoop-hdfs-3_4_1-tests_jar-_-any-8175738758068000134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:48:42,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:42727} 2024-11-18T20:48:42,556 INFO [Time-limited test {}] server.Server(415): Started @18049ms 2024-11-18T20:48:42,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:48:42,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:48:42,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:48:42,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:48:42,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:48:42,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:48:42,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:48:43,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-9213571856449082405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:48:43,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-18T20:48:43,160 INFO [Time-limited test {}] server.Server(415): Started @18654ms 2024-11-18T20:48:43,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:48:44,148 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/cluster_c29e0f62-e37f-d7a6-83b4-b9381483cf70/data/data1/current/BP-142780883-172.17.0.2-1731962921973/current, will proceed with Du for space computation calculation, 2024-11-18T20:48:44,152 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/cluster_c29e0f62-e37f-d7a6-83b4-b9381483cf70/data/data2/current/BP-142780883-172.17.0.2-1731962921973/current, will proceed with Du for space computation calculation, 2024-11-18T20:48:44,264 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:48:44,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bb14bc88b50cd7 with lease ID 0xd9c5998e177c3fdc: Processing first storage report for DS-3c556a94-8d18-4d80-b1da-f58d7418f59b from datanode DatanodeRegistration(127.0.0.1:38421, datanodeUuid=4be2046a-9e89-4984-b801-5f281be5d7fa, infoPort=43541, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1430332101;c=1731962921973) 2024-11-18T20:48:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bb14bc88b50cd7 with lease ID 0xd9c5998e177c3fdc: from storage DS-3c556a94-8d18-4d80-b1da-f58d7418f59b node DatanodeRegistration(127.0.0.1:38421, datanodeUuid=4be2046a-9e89-4984-b801-5f281be5d7fa, infoPort=43541, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1430332101;c=1731962921973), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:48:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bb14bc88b50cd7 with lease ID 0xd9c5998e177c3fdc: Processing first storage report for DS-2b6a6b37-0de8-45dc-917b-b1493a89cfa0 from datanode DatanodeRegistration(127.0.0.1:38421, datanodeUuid=4be2046a-9e89-4984-b801-5f281be5d7fa, infoPort=43541, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1430332101;c=1731962921973) 2024-11-18T20:48:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bb14bc88b50cd7 with lease ID 0xd9c5998e177c3fdc: from storage DS-2b6a6b37-0de8-45dc-917b-b1493a89cfa0 node DatanodeRegistration(127.0.0.1:38421, datanodeUuid=4be2046a-9e89-4984-b801-5f281be5d7fa, infoPort=43541, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1430332101;c=1731962921973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:48:44,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263 2024-11-18T20:48:44,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:44,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:48:44,400 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e with version=8 2024-11-18T20:48:44,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/hbase-staging 2024-11-18T20:48:44,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:48:44,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:44,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:44,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:48:44,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:44,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:48:44,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:48:44,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:48:44,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32805 2024-11-18T20:48:44,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32805 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:44,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328050x0, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:44,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32805-0x10150fe5a0a0003 connected 2024-11-18T20:48:44,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:44,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:44,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/running 2024-11-18T20:48:44,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e, hbase.cluster.distributed=false 2024-11-18T20:48:44,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/acl 2024-11-18T20:48:44,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-18T20:48:44,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-11-18T20:48:44,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-11-18T20:48:44,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-18T20:48:44,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-18T20:48:44,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:48:44,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:44,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:44,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:48:44,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:44,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:48:44,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:48:44,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:48:44,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40797 2024-11-18T20:48:44,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40797 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:44,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:44,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407970x0, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:44,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407970x0, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/running 2024-11-18T20:48:44,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40797-0x10150fe5a0a0004 connected 2024-11-18T20:48:44,720 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:48:44,731 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:48:44,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/master 2024-11-18T20:48:44,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/acl 2024-11-18T20:48:44,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40797 2024-11-18T20:48:44,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40797 2024-11-18T20:48:44,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40797 2024-11-18T20:48:44,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40797 2024-11-18T20:48:44,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40797 2024-11-18T20:48:44,809 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:32805 2024-11-18T20:48:44,810 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11378765939/backup-masters/29a7ef02c270,32805,1731962924403 2024-11-18T20:48:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939/backup-masters 2024-11-18T20:48:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939/backup-masters 2024-11-18T20:48:44,828 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on existing znode=/11378765939/backup-masters/29a7ef02c270,32805,1731962924403 2024-11-18T20:48:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11378765939/master 2024-11-18T20:48:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:44,838 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on existing znode=/11378765939/master 2024-11-18T20:48:44,841 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11378765939/backup-masters/29a7ef02c270,32805,1731962924403 from backup master directory 2024-11-18T20:48:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378765939/backup-masters/29a7ef02c270,32805,1731962924403 2024-11-18T20:48:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939/backup-masters 2024-11-18T20:48:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939/backup-masters 2024-11-18T20:48:44,852 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:48:44,864 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,32805,1731962924403 2024-11-18T20:48:44,894 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/hbase.id] with ID: 182e5cef-b7c8-4e3b-8aef-fdd282000ae5 2024-11-18T20:48:44,895 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/.tmp/hbase.id 2024-11-18T20:48:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:48:45,322 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/.tmp/hbase.id]:[hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/hbase.id] 2024-11-18T20:48:45,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:48:45,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:48:45,384 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:45,385 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:48:45,389 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-18T20:48:45,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:48:45,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:48:45,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:48:45,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:48:45,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:48:45,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T20:48:45,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:48:45,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:45,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:48:45,830 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:48:45,831 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:48:45,832 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:48:46,258 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store 2024-11-18T20:48:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:48:46,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:48:46,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:46,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:48:46,699 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:46,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:46,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:48:46,700 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:46,700 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:46,700 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962926699Disabling compacts and flushes for region at 1731962926699Disabling writes for close at 1731962926699Writing region close event to WAL at 1731962926700 (+1 ms)Closed at 1731962926700 2024-11-18T20:48:46,702 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/.initializing 2024-11-18T20:48:46,702 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/WALs/29a7ef02c270,32805,1731962924403 2024-11-18T20:48:46,706 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:48:46,712 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C32805%2C1731962924403, suffix=, logDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/WALs/29a7ef02c270,32805,1731962924403, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/oldWALs, maxLogs=10 2024-11-18T20:48:46,736 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/WALs/29a7ef02c270,32805,1731962924403/29a7ef02c270%2C32805%2C1731962924403.1731962926713, exclude list is [], retry=0 2024-11-18T20:48:46,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-3c556a94-8d18-4d80-b1da-f58d7418f59b,DISK] 2024-11-18T20:48:46,820 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/WALs/29a7ef02c270,32805,1731962924403/29a7ef02c270%2C32805%2C1731962924403.1731962926713 2024-11-18T20:48:46,821 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-18T20:48:46,821 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:46,821 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:46,822 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,822 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:48:46,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:46,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:46,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:48:46,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:48:46,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:46,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:46,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:48:46,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:46,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:46,879 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,881 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,882 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,886 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,886 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,888 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:46,897 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:46,904 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:48:46,906 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64688774, jitterRate=-0.036062151193618774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:46,906 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962926822Initializing all the Stores at 1731962926829 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962926829Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962926829Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962926829Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962926829Cleaning up temporary data from old regions at 1731962926887 (+58 ms)Region opened successfully at 1731962926906 (+19 ms) 2024-11-18T20:48:46,907 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:48:46,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d284ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:48:46,917 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:48:46,917 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:48:46,917 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:48:46,918 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:48:46,919 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:48:46,920 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:48:46,920 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:48:46,927 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:48:46,934 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Unable to get data of znode /11378765939/balancer because node does not exist (not necessarily an error) 2024-11-18T20:48:46,968 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/balancer already deleted, retry=false 2024-11-18T20:48:46,968 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:48:46,970 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Unable to get data of znode /11378765939/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:48:46,976 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/normalizer already deleted, retry=false 2024-11-18T20:48:46,977 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:48:46,978 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Unable to get data of znode /11378765939/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:48:46,984 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/switch/split already deleted, retry=false 2024-11-18T20:48:46,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Unable to get data of znode /11378765939/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:48:46,993 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/switch/merge already deleted, retry=false 2024-11-18T20:48:46,996 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Unable to get data of znode /11378765939/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:48:47,001 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/snapshot-cleanup already deleted, retry=false 2024-11-18T20:48:47,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11378765939/running 2024-11-18T20:48:47,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11378765939/running 2024-11-18T20:48:47,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,011 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,32805,1731962924403, sessionid=0x10150fe5a0a0003, setting cluster-up flag (Was=false) 2024-11-18T20:48:47,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,058 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11378765939/flush-table-proc/acquired, /11378765939/flush-table-proc/reached, /11378765939/flush-table-proc/abort 2024-11-18T20:48:47,062 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,32805,1731962924403 2024-11-18T20:48:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,126 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11378765939/online-snapshot/acquired, /11378765939/online-snapshot/reached, /11378765939/online-snapshot/abort 2024-11-18T20:48:47,128 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,32805,1731962924403 2024-11-18T20:48:47,130 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:48:47,134 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:47,134 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:48:47,135 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:48:47,135 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,32805,1731962924403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:48:47,137 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:48:47,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:47,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:48:47,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:47,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:48:47,159 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962957159 2024-11-18T20:48:47,160 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:48:47,160 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:48:47,160 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:48:47,160 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:48:47,160 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:48:47,160 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:48:47,161 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:48:47,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:48:47,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:48:47,162 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:48:47,164 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:48:47,164 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:48:47,168 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962927164,5,FailOnTimeoutGroup] 2024-11-18T20:48:47,168 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962927168,5,FailOnTimeoutGroup] 2024-11-18T20:48:47,168 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,168 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:48:47,168 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,169 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:48:47,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:48:47,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e 2024-11-18T20:48:47,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:48:47,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:47,201 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(746): ClusterId : 182e5cef-b7c8-4e3b-8aef-fdd282000ae5 2024-11-18T20:48:47,201 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:48:47,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:48:47,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:48:47,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:47,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:47,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:48:47,212 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:48:47,212 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:48:47,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:48:47,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:47,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:47,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:48:47,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:48:47,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:47,220 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:48:47,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:47,221 DEBUG [RS:0;29a7ef02c270:40797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e44bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:48:47,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:48:47,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:48:47,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:47,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:47,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:48:47,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740 2024-11-18T20:48:47,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740 2024-11-18T20:48:47,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:48:47,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:48:47,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:47,249 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:40797 2024-11-18T20:48:47,249 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:48:47,249 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:48:47,249 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:48:47,251 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,32805,1731962924403 with port=40797, startcode=1731962924676 2024-11-18T20:48:47,252 DEBUG [RS:0;29a7ef02c270:40797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:48:47,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:48:47,269 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:48:47,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:48:47,275 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72622935, jitterRate=0.08216606080532074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:47,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962927197Initializing all the Stores at 1731962927201 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962927201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962927203 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962927203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962927203Cleaning up temporary data from old regions at 1731962927245 (+42 ms)Region opened successfully at 1731962927275 (+30 ms) 2024-11-18T20:48:47,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:48:47,275 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:48:47,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:48:47,276 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e 2024-11-18T20:48:47,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:48:47,276 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37575 2024-11-18T20:48:47,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:48:47,276 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:48:47,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:48:47,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962927275Disabling compacts and flushes for region at 1731962927275Disabling writes for close at 1731962927276 (+1 ms)Writing region close event to WAL at 1731962927277 (+1 ms)Closed at 1731962927277 2024-11-18T20:48:47,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:47,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:48:47,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:48:47,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:48:47,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:48:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939/rs 2024-11-18T20:48:47,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,40797,1731962924676] 2024-11-18T20:48:47,356 DEBUG [RS:0;29a7ef02c270:40797 {}] zookeeper.ZKUtil(111): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on existing znode=/11378765939/rs/29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,356 WARN [RS:0;29a7ef02c270:40797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:48:47,357 INFO [RS:0;29a7ef02c270:40797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:47,357 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,364 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:48:47,371 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:48:47,375 INFO [RS:0;29a7ef02c270:40797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:48:47,375 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,376 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:48:47,378 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:48:47,378 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,378 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,378 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,379 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,379 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,379 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,379 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:48:47,379 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,379 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,380 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,380 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,380 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,380 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:47,380 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:48:47,380 DEBUG [RS:0;29a7ef02c270:40797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:48:47,381 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,381 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,381 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,382 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,382 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,382 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40797,1731962924676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:48:47,407 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:48:47,408 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40797,1731962924676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,408 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,408 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.Replication(171): 29a7ef02c270,40797,1731962924676 started 2024-11-18T20:48:47,432 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:47,433 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,40797,1731962924676, RpcServer on 29a7ef02c270/172.17.0.2:40797, sessionid=0x10150fe5a0a0004 2024-11-18T20:48:47,433 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:48:47,433 DEBUG [RS:0;29a7ef02c270:40797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,433 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,40797,1731962924676' 2024-11-18T20:48:47,433 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11378765939/flush-table-proc/abort' 2024-11-18T20:48:47,434 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11378765939/flush-table-proc/acquired' 2024-11-18T20:48:47,435 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:48:47,435 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:48:47,435 DEBUG [RS:0;29a7ef02c270:40797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,435 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,40797,1731962924676' 2024-11-18T20:48:47,436 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11378765939/online-snapshot/abort' 2024-11-18T20:48:47,436 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11378765939/online-snapshot/acquired' 2024-11-18T20:48:47,437 DEBUG [RS:0;29a7ef02c270:40797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:48:47,437 INFO [RS:0;29a7ef02c270:40797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:48:47,437 INFO [RS:0;29a7ef02c270:40797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:48:47,442 WARN [29a7ef02c270:32805 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:48:47,538 INFO [RS:0;29a7ef02c270:40797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:48:47,542 INFO [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C40797%2C1731962924676, suffix=, logDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/oldWALs, maxLogs=10 2024-11-18T20:48:47,564 DEBUG [RS:0;29a7ef02c270:40797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676/29a7ef02c270%2C40797%2C1731962924676.1731962927544, exclude list is [], retry=0 2024-11-18T20:48:47,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-3c556a94-8d18-4d80-b1da-f58d7418f59b,DISK] 2024-11-18T20:48:47,578 INFO [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676/29a7ef02c270%2C40797%2C1731962924676.1731962927544 2024-11-18T20:48:47,579 DEBUG [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-18T20:48:47,692 DEBUG [29a7ef02c270:32805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:48:47,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,40797,1731962924676 2024-11-18T20:48:47,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,40797,1731962924676, state=OPENING 2024-11-18T20:48:47,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:48:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:48:47,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378765939/meta-region-server: CHANGED 2024-11-18T20:48:47,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378765939/meta-region-server: CHANGED 2024-11-18T20:48:47,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:48:47,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,40797,1731962924676}] 2024-11-18T20:48:47,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:48:47,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:48:47,957 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:48:47,957 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:47,957 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:48:47,961 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C40797%2C1731962924676.meta, suffix=.meta, logDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/oldWALs, maxLogs=10 2024-11-18T20:48:47,984 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676/29a7ef02c270%2C40797%2C1731962924676.meta.1731962927963.meta, exclude list is [], retry=0 2024-11-18T20:48:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38421,DS-3c556a94-8d18-4d80-b1da-f58d7418f59b,DISK] 2024-11-18T20:48:47,997 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676/29a7ef02c270%2C40797%2C1731962924676.meta.1731962927963.meta 2024-11-18T20:48:47,999 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-18T20:48:48,000 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:48,001 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:48:48,001 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:48:48,001 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:48:48,001 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:48:48,001 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:48:48,001 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:48,002 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:48:48,002 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:48:48,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:48:48,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:48:48,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:48,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:48,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:48:48,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:48:48,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:48,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:48,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:48:48,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:48:48,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:48:48,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:48:48,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:48,024 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:48:48,026 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740 2024-11-18T20:48:48,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740 2024-11-18T20:48:48,035 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:48:48,036 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:48:48,037 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:48,045 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:48:48,048 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69968734, jitterRate=0.0426153838634491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:48,048 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:48:48,048 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962928002Writing region info on filesystem at 1731962928002Initializing all the Stores at 1731962928004 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962928004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962928005 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962928005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962928005Cleaning up temporary data from old regions at 1731962928036 (+31 ms)Running coprocessor post-open hooks at 1731962928048 (+12 ms)Region opened successfully at 1731962928048 2024-11-18T20:48:48,052 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962927945 2024-11-18T20:48:48,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40797,1731962924676 2024-11-18T20:48:48,067 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:48:48,067 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:48:48,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,40797,1731962924676, state=OPEN 2024-11-18T20:48:48,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11378765939/meta-region-server 2024-11-18T20:48:48,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11378765939/meta-region-server 2024-11-18T20:48:48,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378765939/meta-region-server: CHANGED 2024-11-18T20:48:48,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378765939/meta-region-server: CHANGED 2024-11-18T20:48:48,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,40797,1731962924676 2024-11-18T20:48:48,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:48:48,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,40797,1731962924676 in 306 msec 2024-11-18T20:48:48,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:48:48,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec 2024-11-18T20:48:48,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:48,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:48:48,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:48:48,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40797,1731962924676, seqNum=-1] 2024-11-18T20:48:48,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:48:48,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:48:48,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0100 sec 2024-11-18T20:48:48,148 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962928148, completionTime=-1 2024-11-18T20:48:48,148 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:48:48,149 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:48:48,154 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:48:48,154 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962988154 2024-11-18T20:48:48,154 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963048154 2024-11-18T20:48:48,154 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T20:48:48,155 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32805,1731962924403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,155 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32805,1731962924403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,155 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32805,1731962924403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:32805, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,159 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,163 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:48:48,169 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.305sec 2024-11-18T20:48:48,169 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:48:48,169 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:48:48,169 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:48:48,170 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:48:48,170 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:48:48,170 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32805,1731962924403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:48:48,170 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32805,1731962924403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:48:48,182 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:48:48,182 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:48:48,182 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32805,1731962924403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:48,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:48,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:48,208 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de77ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:48,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:48,214 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:48,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:48:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40797,1731962924676, seqNum=-1] 2024-11-18T20:48:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:48:48,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:48:48,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,32805,1731962924403 2024-11-18T20:48:48,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:48,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:48,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150fe5a0a0005 connected 2024-11-18T20:48:48,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35007,-1 for getting cluster id 2024-11-18T20:48:48,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:48,295 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7873d55-9139-40fd-9578-0e3efc733b93' 2024-11-18T20:48:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7873d55-9139-40fd-9578-0e3efc733b93" 2024-11-18T20:48:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491bab5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35007,-1] 2024-11-18T20:48:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:48,303 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595f2c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35007,1731962914600 2024-11-18T20:48:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30298dfc 2024-11-18T20:48:48,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:48,338 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:48,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:48:48,370 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:48,373 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7348e730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,373 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:48,373 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:48,376 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:48,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:48,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:48,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d20ee16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:48,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:48,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:48,381 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:48,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dcaa78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:48,384 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@795f6105 2024-11-18T20:48:48,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:48,394 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:48,423 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T20:48:48,423 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:48:48,430 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:48,431 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:48,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:48,433 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:48:48,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:48:48,468 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:48:48,469 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:48,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:48:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:48:48,498 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:48:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741835_1011 (size=1138) 2024-11-18T20:48:48,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 817db215deff176db0a15c0a9b280d61, NAME => 'hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa 2024-11-18T20:48:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741836_1012 (size=44) 2024-11-18T20:48:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:48:49,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:49,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 817db215deff176db0a15c0a9b280d61, disabling compactions & flushes 2024-11-18T20:48:49,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. after waiting 0 ms 2024-11-18T20:48:49,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 817db215deff176db0a15c0a9b280d61: Waiting for close lock at 1731962929003Disabling compacts and flushes for region at 1731962929003Disabling writes for close at 1731962929003Writing region close event to WAL at 1731962929003Closed at 1731962929003 2024-11-18T20:48:49,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:48:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:48:49,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962929007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962929007"}]},"ts":"1731962929007"} 2024-11-18T20:48:49,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:48:49,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:48:49,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962929025"}]},"ts":"1731962929025"} 2024-11-18T20:48:49,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:48:49,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN}] 2024-11-18T20:48:49,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN 2024-11-18T20:48:49,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN; state=OFFLINE, location=29a7ef02c270,34285,1731962916078; forceNewPlan=false, retain=false 2024-11-18T20:48:49,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=817db215deff176db0a15c0a9b280d61, regionState=OPENING, regionLocation=29a7ef02c270,34285,1731962916078 2024-11-18T20:48:49,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN because future has completed 2024-11-18T20:48:49,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817db215deff176db0a15c0a9b280d61, server=29a7ef02c270,34285,1731962916078}] 2024-11-18T20:48:49,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:49,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:48:49,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C34285%2C1731962916078.rep, suffix=, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs, maxLogs=10 2024-11-18T20:48:49,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.rep.1731962929377, exclude list is [], retry=0 2024-11-18T20:48:49,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:49,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.rep.1731962929377 2024-11-18T20:48:49,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:49,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 817db215deff176db0a15c0a9b280d61, NAME => 'hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:48:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:48:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. service=MultiRowMutationService 2024-11-18T20:48:49,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:48:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:49,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,412 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,415 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817db215deff176db0a15c0a9b280d61 columnFamilyName hfileref 2024-11-18T20:48:49,415 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:49,416 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(327): Store=817db215deff176db0a15c0a9b280d61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:49,417 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,420 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817db215deff176db0a15c0a9b280d61 columnFamilyName queue 2024-11-18T20:48:49,421 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:49,422 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(327): Store=817db215deff176db0a15c0a9b280d61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:49,422 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,425 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817db215deff176db0a15c0a9b280d61 columnFamilyName sid 2024-11-18T20:48:49,425 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:49,426 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(327): Store=817db215deff176db0a15c0a9b280d61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:49,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:48:49,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:48:49,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 817db215deff176db0a15c0a9b280d61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69822531, jitterRate=0.04043678939342499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:48:49,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:49,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 817db215deff176db0a15c0a9b280d61: Running coprocessor pre-open hook at 1731962929409Writing region info on filesystem at 1731962929409Initializing all the Stores at 1731962929412 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962929412Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962929412Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962929412Cleaning up temporary data from old regions at 1731962929434 (+22 ms)Running coprocessor post-open hooks at 1731962929445 (+11 ms)Region opened successfully at 1731962929446 (+1 ms) 2024-11-18T20:48:49,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61., pid=7, masterSystemTime=1731962929360 2024-11-18T20:48:49,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:49,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=817db215deff176db0a15c0a9b280d61, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,34285,1731962916078 2024-11-18T20:48:49,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817db215deff176db0a15c0a9b280d61, server=29a7ef02c270,34285,1731962916078 because future has completed 2024-11-18T20:48:49,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T20:48:49,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 817db215deff176db0a15c0a9b280d61, server=29a7ef02c270,34285,1731962916078 in 276 msec 2024-11-18T20:48:49,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:48:49,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN in 448 msec 2024-11-18T20:48:49,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:48:49,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962929502"}]},"ts":"1731962929502"} 2024-11-18T20:48:49,506 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:48:49,511 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:48:49,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0770 sec 2024-11-18T20:48:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:48:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61., hostname=29a7ef02c270,34285,1731962916078, seqNum=2] 2024-11-18T20:48:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34285 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T20:48:49,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:49,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:49,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:48:49,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T20:48:49,825 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:48:49,884 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,34285,1731962916078, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:48:49,886 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:48:49,886 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34285,1731962916078, seqNum=-1] 2024-11-18T20:48:49,887 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:48:49,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T20:48:49,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,34285,1731962916078', locateType=CURRENT is [region=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61., hostname=29a7ef02c270,34285,1731962916078, seqNum=2] 2024-11-18T20:48:49,902 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T20:48:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T20:48:49,916 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,34285,1731962916078 suceeded 2024-11-18T20:48:49,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T20:48:49,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-11-18T20:48:49,923 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:48:49,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5800 sec 2024-11-18T20:48:49,929 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:49,937 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626df5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:49,938 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:49,938 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:49,939 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:49,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6732fb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:49,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:49,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:49,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:49,944 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:49,945 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f33548a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:49,945 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:49,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:49,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c805e04 2024-11-18T20:48:49,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:49,950 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T20:48:49,952 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,34285,1731962916078 (queues=1) is replicating from cluster=c7873d55-9139-40fd-9578-0e3efc733b93 to cluster=182e5cef-b7c8-4e3b-8aef-fdd282000ae5 2024-11-18T20:48:49,955 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C34285%2C1731962916078 2024-11-18T20:48:49,961 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,34285,1731962916078, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:48:49,965 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.shipper29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C34285%2C1731962916078 2024-11-18T20:48:49,971 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711, startPosition=0, beingWritten=true 2024-11-18T20:48:50,275 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:48:50,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:48:50,534 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:48:50,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:50,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:50,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35007,-1 for getting cluster id 2024-11-18T20:48:50,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:50,547 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7873d55-9139-40fd-9578-0e3efc733b93' 2024-11-18T20:48:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7873d55-9139-40fd-9578-0e3efc733b93" 2024-11-18T20:48:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6673293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35007,-1] 2024-11-18T20:48:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c53c32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35007,1731962914600 2024-11-18T20:48:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7bcbe7 2024-11-18T20:48:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:50,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:50,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:48:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:48:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:48:50,573 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:50,576 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6199f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,576 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:50,576 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:50,577 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:50,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd0d378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:50,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:50,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,584 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:50,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d572f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,588 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:50,589 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a1e971 2024-11-18T20:48:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:50,608 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:50,616 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T20:48:50,616 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:48:50,616 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,616 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:50,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:48:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:48:50,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T20:48:50,831 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T20:48:50,882 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-29a7ef02c270,34285,1731962916078, ReplicationSource: 2, currentBandwidth=0 2024-11-18T20:48:50,891 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T20:48:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T20:48:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:48:50,900 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 29a7ef02c270,34285,1731962916078 suceeded 2024-11-18T20:48:50,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:48:50,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-18T20:48:50,914 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:48:50,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 349 msec 2024-11-18T20:48:50,927 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:50,928 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7816a952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,928 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:50,929 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:50,936 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:50,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e09d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:50,943 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:50,944 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667b5777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:50,944 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:50,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:50,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3357e6d9 2024-11-18T20:48:50,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:50,948 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T20:48:50,951 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-29a7ef02c270,34285,1731962916078 (queues=1) is replicating from cluster=c7873d55-9139-40fd-9578-0e3efc733b93 to cluster=182e5cef-b7c8-4e3b-8aef-fdd282000ae5 2024-11-18T20:48:50,951 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=29a7ef02c270%2C34285%2C1731962916078 2024-11-18T20:48:50,951 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-29a7ef02c270,34285,1731962916078, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:48:50,952 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711, startPosition=0, beingWritten=true 2024-11-18T20:48:50,959 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.shipper29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C34285%2C1731962916078 2024-11-18T20:48:51,038 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:51,178 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:48:51,205 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T20:48:51,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:48:51,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:51,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:51,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35007,1731962914600 2024-11-18T20:48:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575d331b 2024-11-18T20:48:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:51,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:51,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:48:51,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:48:51,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:48:51,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:48:51,252 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:48:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:48:51,262 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T20:48:51,266 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c71bad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:51,266 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:51,266 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:51,268 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:51,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65912f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:51,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:51,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:51,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,273 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e091fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:51,276 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:51,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:51,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75672e69 2024-11-18T20:48:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:51,281 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:51,282 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:48:51,282 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:48:51,282 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,283 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:51,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:48:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T20:48:51,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:48:51,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T20:48:51,499 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T20:48:51,502 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T20:48:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T20:48:51,513 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 29a7ef02c270,34285,1731962916078 suceeded 2024-11-18T20:48:51,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T20:48:51,519 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:48:51,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 173 msec 2024-11-18T20:48:51,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 267 msec 2024-11-18T20:48:51,524 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:51,555 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T20:48:51,584 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T20:48:51,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:48:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:48:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T20:48:51,599 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:51,601 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56794749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:51,601 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:51,601 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:51,603 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bac508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:51,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:51,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,607 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0ca88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:51,609 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:51,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:51,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1a3539 2024-11-18T20:48:51,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:51,614 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:48:51,616 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T20:48:51,616 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:48:51,616 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,616 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:51,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:48:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T20:48:51,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T20:48:51,819 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T20:48:51,826 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T20:48:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T20:48:51,837 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 29a7ef02c270,34285,1731962916078 suceeded 2024-11-18T20:48:51,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T20:48:51,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-18T20:48:51,848 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://29a7ef02c270:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:48:51,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 259 msec 2024-11-18T20:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T20:48:51,924 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T20:48:51,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:48:51,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:48:51,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:48:51,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:51,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:48:51,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-18T20:48:51,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:51,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,35007,1731962914600 2024-11-18T20:48:51,943 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:51,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/running 2024-11-18T20:48:51,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:51,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:48:51,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:48:51,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:51,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,34285,1731962916078' ***** 2024-11-18T20:48:51,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:48:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/running 2024-11-18T20:48:51,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:48:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:51,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:48:51,966 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:48:51,966 INFO [RS:0;29a7ef02c270:34285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:48:51,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:48:51,966 INFO [RS:0;29a7ef02c270:34285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:48:51,967 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(3091): Received CLOSE for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:51,978 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,34285,1731962916078 2024-11-18T20:48:51,978 INFO [RS:0;29a7ef02c270:34285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:48:51,979 INFO [RS:0;29a7ef02c270:34285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:34285. 2024-11-18T20:48:51,979 DEBUG [RS:0;29a7ef02c270:34285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:51,979 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:51,979 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:48:51,979 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:48:51,979 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:48:51,979 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:48:51,980 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:48:51,981 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 817db215deff176db0a15c0a9b280d61=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.} 2024-11-18T20:48:51,981 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:51,981 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:48:51,981 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 817db215deff176db0a15c0a9b280d61, disabling compactions & flushes 2024-11-18T20:48:51,982 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:48:51,982 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:48:51,982 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:48:51,982 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:48:51,982 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:51,987 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:51,987 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. after waiting 0 ms 2024-11-18T20:48:51,987 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T20:48:51,988 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:51,988 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 817db215deff176db0a15c0a9b280d61 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T20:48:52,012 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:48:52,108 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/.tmp/queue/2306df1f3ecf42c4b0f4333f34cafb67 is 151, key is 1-29a7ef02c270,34285,1731962916078/queue:29a7ef02c270%2C34285%2C1731962916078/1731962929895/Put/seqid=0 2024-11-18T20:48:52,109 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/info/7a4646ad7eb0499a8ea435ee8b30faee is 147, key is hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61./info:regioninfo/1731962929459/Put/seqid=0 2024-11-18T20:48:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741838_1014 (size=5500) 2024-11-18T20:48:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741839_1015 (size=6631) 2024-11-18T20:48:52,153 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/info/7a4646ad7eb0499a8ea435ee8b30faee 2024-11-18T20:48:52,177 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:52,185 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:52,307 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/ns/af41a1d28ba043edbd4ec8e2190d88bd is 43, key is default/ns:d/1731962921334/Put/seqid=0 2024-11-18T20:48:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:48:52,385 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:52,479 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:52,523 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:48:52,523 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:48:52,549 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/.tmp/queue/2306df1f3ecf42c4b0f4333f34cafb67 2024-11-18T20:48:52,567 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/.tmp/queue/2306df1f3ecf42c4b0f4333f34cafb67 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/queue/2306df1f3ecf42c4b0f4333f34cafb67 2024-11-18T20:48:52,583 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/queue/2306df1f3ecf42c4b0f4333f34cafb67, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T20:48:52,587 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 817db215deff176db0a15c0a9b280d61 2024-11-18T20:48:52,596 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 817db215deff176db0a15c0a9b280d61 in 600ms, sequenceid=6, compaction requested=false 2024-11-18T20:48:52,611 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:48:52,616 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:48:52,616 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:48:52,616 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:52,616 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 817db215deff176db0a15c0a9b280d61: Waiting for close lock at 1731962931981Running coprocessor pre-close hooks at 1731962931981Disabling compacts and flushes for region at 1731962931981Disabling writes for close at 1731962931987 (+6 ms)Obtaining lock to block concurrent updates at 1731962931988 (+1 ms)Preparing flush snapshotting stores in 817db215deff176db0a15c0a9b280d61 at 1731962931988Finished memstore snapshotting hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731962931998 (+10 ms)Flushing stores of hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. at 1731962932004 (+6 ms)Flushing 817db215deff176db0a15c0a9b280d61/queue: creating writer at 1731962932007 (+3 ms)Flushing 817db215deff176db0a15c0a9b280d61/queue: appending metadata at 1731962932089 (+82 ms)Flushing 817db215deff176db0a15c0a9b280d61/queue: closing flushed file at 1731962932094 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d878256: reopening flushed file at 1731962932565 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 817db215deff176db0a15c0a9b280d61 in 600ms, sequenceid=6, compaction requested=false at 1731962932596 (+31 ms)Writing region close event to WAL at 1731962932602 (+6 ms)Running coprocessor post-close hooks at 1731962932613 (+11 ms)Closed at 1731962932616 (+3 ms) 2024-11-18T20:48:52,617 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:48:52,732 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/ns/af41a1d28ba043edbd4ec8e2190d88bd 2024-11-18T20:48:52,785 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/table/b9f0bbadf26d43609cdb1d3193e83dd2 is 53, key is hbase:replication/table:state/1731962929502/Put/seqid=0 2024-11-18T20:48:52,791 DEBUG [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:48:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741841_1017 (size=5256) 2024-11-18T20:48:52,832 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/table/b9f0bbadf26d43609cdb1d3193e83dd2 2024-11-18T20:48:52,849 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/info/7a4646ad7eb0499a8ea435ee8b30faee as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/info/7a4646ad7eb0499a8ea435ee8b30faee 2024-11-18T20:48:52,863 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/info/7a4646ad7eb0499a8ea435ee8b30faee, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T20:48:52,868 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/ns/af41a1d28ba043edbd4ec8e2190d88bd as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/ns/af41a1d28ba043edbd4ec8e2190d88bd 2024-11-18T20:48:52,886 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/ns/af41a1d28ba043edbd4ec8e2190d88bd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:48:52,889 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/table/b9f0bbadf26d43609cdb1d3193e83dd2 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/table/b9f0bbadf26d43609cdb1d3193e83dd2 2024-11-18T20:48:52,905 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/table/b9f0bbadf26d43609cdb1d3193e83dd2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T20:48:52,908 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false 2024-11-18T20:48:52,913 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:52,935 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:48:52,937 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:48:52,937 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:48:52,937 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:48:52,937 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962931981Running coprocessor pre-close hooks at 1731962931981Disabling compacts and flushes for region at 1731962931981Disabling writes for close at 1731962931982 (+1 ms)Obtaining lock to block concurrent updates at 1731962931987 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731962931988 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731962931998 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962932002 (+4 ms)Flushing 1588230740/info: creating writer at 1731962932008 (+6 ms)Flushing 1588230740/info: appending metadata at 1731962932092 (+84 ms)Flushing 1588230740/info: closing flushed file at 1731962932094 (+2 ms)Flushing 1588230740/ns: creating writer at 1731962932263 (+169 ms)Flushing 1588230740/ns: appending metadata at 1731962932293 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731962932293Flushing 1588230740/table: creating writer at 1731962932748 (+455 ms)Flushing 1588230740/table: appending metadata at 1731962932784 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731962932785 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68540dac: reopening flushed file at 1731962932847 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f77246: reopening flushed file at 1731962932863 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2dc03: reopening flushed file at 1731962932887 (+24 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false at 1731962932908 (+21 ms)Writing region close event to WAL at 1731962932913 (+5 ms)Running coprocessor post-close hooks at 1731962932937 (+24 ms)Closed at 1731962932937 2024-11-18T20:48:52,938 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:48:52,992 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,34285,1731962916078; all regions closed. 2024-11-18T20:48:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741834_1010 (size=2742) 2024-11-18T20:48:53,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.meta.1731962920871.meta not finished, retry = 0 2024-11-18T20:48:53,102 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078/29a7ef02c270%2C34285%2C1731962916078.1731962919711 to pos 0, reset compression=false 2024-11-18T20:48:53,113 DEBUG [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs 2024-11-18T20:48:53,114 INFO [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C34285%2C1731962916078.meta:.meta(num 1731962920871) 2024-11-18T20:48:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741837_1013 (size=1802) 2024-11-18T20:48:53,133 DEBUG [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs 2024-11-18T20:48:53,133 INFO [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C34285%2C1731962916078.rep:(num 1731962929377) 2024-11-18T20:48:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741833_1009 (size=93) 2024-11-18T20:48:53,155 DEBUG [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs 2024-11-18T20:48:53,155 INFO [RS:0;29a7ef02c270:34285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C34285%2C1731962916078:(num 1731962919711) 2024-11-18T20:48:53,155 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:53,155 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:48:53,156 INFO [RS:0;29a7ef02c270:34285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:48:53,157 INFO [RS:0;29a7ef02c270:34285 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:48:53,157 INFO [RS:0;29a7ef02c270:34285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:48:53,157 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:48:53,157 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,34285,1731962916078 because: Region server is closing 2024-11-18T20:48:53,158 INFO [RS:0;29a7ef02c270:34285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:34285. 2024-11-18T20:48:53,158 DEBUG [RS:0;29a7ef02c270:34285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:53,158 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:53,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:53,159 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:53,259 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.shipper29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:48:53,259 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:48:53,261 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34285,1731962916078.replicationSource.shipper29a7ef02c270%2C34285%2C1731962916078,1-29a7ef02c270,34285,1731962916078 terminated 2024-11-18T20:48:53,261 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-29a7ef02c270,34285,1731962916078 because: Region server is closing 2024-11-18T20:48:53,261 INFO [RS:0;29a7ef02c270:34285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:34285. 2024-11-18T20:48:53,263 DEBUG [RS:0;29a7ef02c270:34285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:48:53,263 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:53,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:48:53,264 DEBUG [RS:0;29a7ef02c270:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:53,365 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.shipper29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:48:53,366 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.wal-reader.29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:48:53,367 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,34285,1731962916078.replicationSource.shipper29a7ef02c270%2C34285%2C1731962916078,2-29a7ef02c270,34285,1731962916078 terminated 2024-11-18T20:48:53,367 INFO [RS:0;29a7ef02c270:34285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34285 2024-11-18T20:48:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/rs/29a7ef02c270,34285,1731962916078 2024-11-18T20:48:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/rs 2024-11-18T20:48:53,385 INFO [RS:0;29a7ef02c270:34285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:48:53,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,34285,1731962916078] 2024-11-18T20:48:53,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/draining/29a7ef02c270,34285,1731962916078 already deleted, retry=false 2024-11-18T20:48:53,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,34285,1731962916078 expired; onlineServers=0 2024-11-18T20:48:53,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,35007,1731962914600' ***** 2024-11-18T20:48:53,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:48:53,402 INFO [M:0;29a7ef02c270:35007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:48:53,402 INFO [M:0;29a7ef02c270:35007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:48:53,402 DEBUG [M:0;29a7ef02c270:35007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:48:53,402 DEBUG [M:0;29a7ef02c270:35007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:48:53,402 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962919193 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962919193,5,FailOnTimeoutGroup] 2024-11-18T20:48:53,402 INFO [M:0;29a7ef02c270:35007 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:48:53,402 INFO [M:0;29a7ef02c270:35007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:48:53,402 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962919204 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962919204,5,FailOnTimeoutGroup] 2024-11-18T20:48:53,403 DEBUG [M:0;29a7ef02c270:35007 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:48:53,403 INFO [M:0;29a7ef02c270:35007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:48:53,403 INFO [M:0;29a7ef02c270:35007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:48:53,403 INFO [M:0;29a7ef02c270:35007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:48:53,404 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:48:53,404 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:48:53,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/master 2024-11-18T20:48:53,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:53,410 DEBUG [M:0;29a7ef02c270:35007 {}] zookeeper.ZKUtil(347): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/master because node does not exist (not an error) 2024-11-18T20:48:53,410 WARN [M:0;29a7ef02c270:35007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:48:53,411 INFO [M:0;29a7ef02c270:35007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/.lastflushedseqids 2024-11-18T20:48:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741842_1018 (size=181) 2024-11-18T20:48:53,432 INFO [M:0;29a7ef02c270:35007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:48:53,433 INFO [M:0;29a7ef02c270:35007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:48:53,433 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:48:53,433 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:53,433 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:53,434 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:48:53,434 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:53,434 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T20:48:53,465 DEBUG [M:0;29a7ef02c270:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c404f1e164423685dfb2db0f134cf1 is 82, key is hbase:meta,,1/info:regioninfo/1731962921097/Put/seqid=0 2024-11-18T20:48:53,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741843_1019 (size=5672) 2024-11-18T20:48:53,487 INFO [M:0;29a7ef02c270:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c404f1e164423685dfb2db0f134cf1 2024-11-18T20:48:53,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:48:53,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x10150fe5a0a0001, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:48:53,496 INFO [RS:0;29a7ef02c270:34285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:48:53,496 INFO [RS:0;29a7ef02c270:34285 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,34285,1731962916078; zookeeper connection closed. 2024-11-18T20:48:53,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ce48f17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ce48f17 2024-11-18T20:48:53,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:48:53,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:48:53,567 DEBUG [M:0;29a7ef02c270:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fb4b471d69045f98ee4b64148b8a308 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731962929514/Put/seqid=0 2024-11-18T20:48:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741844_1020 (size=8663) 2024-11-18T20:48:53,988 INFO [M:0;29a7ef02c270:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fb4b471d69045f98ee4b64148b8a308 2024-11-18T20:48:54,019 DEBUG [M:0;29a7ef02c270:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c38ee2a18adc4312ad431169bb1690e3 is 69, key is 29a7ef02c270,34285,1731962916078/rs:state/1731962919290/Put/seqid=0 2024-11-18T20:48:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741845_1021 (size=5156) 2024-11-18T20:48:54,437 INFO [M:0;29a7ef02c270:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c38ee2a18adc4312ad431169bb1690e3 2024-11-18T20:48:54,450 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c404f1e164423685dfb2db0f134cf1 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c404f1e164423685dfb2db0f134cf1 2024-11-18T20:48:54,463 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c404f1e164423685dfb2db0f134cf1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T20:48:54,465 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fb4b471d69045f98ee4b64148b8a308 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fb4b471d69045f98ee4b64148b8a308 2024-11-18T20:48:54,477 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fb4b471d69045f98ee4b64148b8a308, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T20:48:54,479 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c38ee2a18adc4312ad431169bb1690e3 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c38ee2a18adc4312ad431169bb1690e3 2024-11-18T20:48:54,495 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c38ee2a18adc4312ad431169bb1690e3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T20:48:54,496 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1062ms, sequenceid=115, compaction requested=false 2024-11-18T20:48:54,501 INFO [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:48:54,502 DEBUG [M:0;29a7ef02c270:35007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962933433Disabling compacts and flushes for region at 1731962933433Disabling writes for close at 1731962933434 (+1 ms)Obtaining lock to block concurrent updates at 1731962933434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962933434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731962933435 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962933436 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962933437 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962933464 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962933464Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962933503 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962933566 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962933566Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962933997 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962934018 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962934019 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474919fd: reopening flushed file at 1731962934447 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ab43a: reopening flushed file at 1731962934463 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209d9d56: reopening flushed file at 1731962934478 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1062ms, sequenceid=115, compaction requested=false at 1731962934496 (+18 ms)Writing region close event to WAL at 1731962934501 (+5 ms)Closed at 1731962934501 2024-11-18T20:48:54,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741830_1006 (size=59421) 2024-11-18T20:48:54,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:48:54,509 INFO [M:0;29a7ef02c270:35007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:48:54,510 INFO [M:0;29a7ef02c270:35007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35007 2024-11-18T20:48:54,510 INFO [M:0;29a7ef02c270:35007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:48:54,651 INFO [M:0;29a7ef02c270:35007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:48:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:48:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x10150fe5a0a0000, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:48:54,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:48:54,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:54,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:54,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:48:54,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:54,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:48:54,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:48:54,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:48:54,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35503 2024-11-18T20:48:54,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35503 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355030x0, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:54,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35503-0x10150fe5a0a0006 connected 2024-11-18T20:48:54,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:54,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:54,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:48:54,695 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa, hbase.cluster.distributed=false 2024-11-18T20:48:54,696 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: INIT 2024-11-18T20:48:54,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/acl 2024-11-18T20:48:54,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35503 2024-11-18T20:48:54,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35503 2024-11-18T20:48:54,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35503 2024-11-18T20:48:54,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35503 2024-11-18T20:48:54,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35503 2024-11-18T20:48:54,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:48:54,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:48:54,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37655 2024-11-18T20:48:54,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37655 connecting to ZooKeeper ensemble=127.0.0.1:64281 2024-11-18T20:48:54,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:54,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376550x0, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:48:54,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37655-0x10150fe5a0a0007 connected 2024-11-18T20:48:54,761 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: INIT 2024-11-18T20:48:54,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:48:54,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:48:54,763 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:48:54,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/master 2024-11-18T20:48:54,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/acl 2024-11-18T20:48:54,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37655 2024-11-18T20:48:54,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37655 2024-11-18T20:48:54,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37655 2024-11-18T20:48:54,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37655 2024-11-18T20:48:54,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37655 2024-11-18T20:48:54,802 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:35503 2024-11-18T20:48:54,802 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01175299532/backup-masters/29a7ef02c270,35503,1731962934654 2024-11-18T20:48:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:54,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on existing znode=/01175299532/backup-masters/29a7ef02c270,35503,1731962934654 2024-11-18T20:48:54,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01175299532/master 2024-11-18T20:48:54,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:54,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:54,818 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on existing znode=/01175299532/master 2024-11-18T20:48:54,819 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01175299532/backup-masters/29a7ef02c270,35503,1731962934654 from backup master directory 2024-11-18T20:48:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/backup-masters/29a7ef02c270,35503,1731962934654 2024-11-18T20:48:54,826 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:48:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/backup-masters 2024-11-18T20:48:54,826 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,35503,1731962934654 2024-11-18T20:48:54,873 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:48:54,873 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:48:54,901 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 28ms. 2024-11-18T20:48:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741846_1022 (size=196) 2024-11-18T20:48:55,344 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:48:55,345 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:48:55,346 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:55,360 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T20:48:55,365 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600 to hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600-dead as it is dead 2024-11-18T20:48:55,368 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T20:48:55,368 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T20:48:55,368 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600-dead/29a7ef02c270%2C35007%2C1731962914600.1731962917605 2024-11-18T20:48:55,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600-dead/29a7ef02c270%2C35007%2C1731962914600.1731962917605 after 6ms 2024-11-18T20:48:55,378 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600-dead/29a7ef02c270%2C35007%2C1731962914600.1731962917605 to hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C35007%2C1731962914600.1731962917605 2024-11-18T20:48:55,378 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35007,1731962914600-dead 2024-11-18T20:48:55,379 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35503,1731962934654 2024-11-18T20:48:55,382 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:48:55,387 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C35503%2C1731962934654, suffix=, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35503,1731962934654, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/oldWALs, maxLogs=10 2024-11-18T20:48:55,408 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35503,1731962934654/29a7ef02c270%2C35503%2C1731962934654.1731962935387, exclude list is [], retry=0 2024-11-18T20:48:55,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:55,422 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/WALs/29a7ef02c270,35503,1731962934654/29a7ef02c270%2C35503%2C1731962934654.1731962935387 2024-11-18T20:48:55,422 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:55,423 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:55,423 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:55,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:48:55,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:55,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c404f1e164423685dfb2db0f134cf1 2024-11-18T20:48:55,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:55,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:48:55,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:55,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fb4b471d69045f98ee4b64148b8a308 2024-11-18T20:48:55,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:55,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:48:55,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:55,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c38ee2a18adc4312ad431169bb1690e3 2024-11-18T20:48:55,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:55,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:48:55,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:55,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:48:55,500 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,501 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T20:48:55,502 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C35007%2C1731962914600.1731962917605 2024-11-18T20:48:55,535 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C35007%2C1731962914600.1731962917605 2024-11-18T20:48:55,537 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C35007%2C1731962914600.1731962917605 2024-11-18T20:48:55,540 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,540 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,544 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:55,550 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:48:55,563 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T20:48:55,566 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470072, jitterRate=0.12459170818328857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:55,567 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962935424Initializing all the Stores at 1731962935428 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962935428Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962935431 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962935431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962935431Cleaning up temporary data from old regions at 1731962935540 (+109 ms)Region opened successfully at 1731962935566 (+26 ms) 2024-11-18T20:48:55,570 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:48:55,581 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da31a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:48:55,605 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T20:48:55,606 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:48:55,606 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:48:55,606 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:48:55,608 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:48:55,630 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:48:55,630 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:48:55,632 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:48:55,632 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:48:55,633 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:48:55,633 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:48:55,633 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 25 msec 2024-11-18T20:48:55,633 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:48:55,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=29a7ef02c270,34285,1731962916078, regionLocation=29a7ef02c270,34285,1731962916078, openSeqNum=2 2024-11-18T20:48:55,652 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=29a7ef02c270,34285,1731962916078, table=hbase:meta, region=1588230740 2024-11-18T20:48:55,652 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,34285,1731962916078, state=OPEN 2024-11-18T20:48:55,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:55,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:55,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:55,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:55,712 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:48:55,724 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/draining/29a7ef02c270,34285,1731962916078 already deleted, retry=false 2024-11-18T20:48:55,724 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 29a7ef02c270,34285,1731962916078 on 29a7ef02c270,35503,1731962934654 2024-11-18T20:48:55,740 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 29a7ef02c270,34285,1731962916078, splitWal=true, meta=true 2024-11-18T20:48:55,743 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 29a7ef02c270,34285,1731962916078 (carryingMeta=true) 29a7ef02c270,34285,1731962916078/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7dd15cf0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T20:48:55,754 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/balancer because node does not exist (not necessarily an error) 2024-11-18T20:48:56,036 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/balancer already deleted, retry=false 2024-11-18T20:48:56,037 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:48:56,039 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:48:56,059 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/normalizer already deleted, retry=false 2024-11-18T20:48:56,060 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:48:56,061 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:48:56,075 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/switch/split already deleted, retry=false 2024-11-18T20:48:56,077 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:48:56,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/switch/merge already deleted, retry=false 2024-11-18T20:48:56,104 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:48:56,109 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/snapshot-cleanup already deleted, retry=false 2024-11-18T20:48:56,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01175299532/running 2024-11-18T20:48:56,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01175299532/running 2024-11-18T20:48:56,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:56,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:48:56,122 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,35503,1731962934654, sessionid=0x10150fe5a0a0006, setting cluster-up flag (Was=false) 2024-11-18T20:48:56,133 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01175299532/flush-table-proc/acquired, /01175299532/flush-table-proc/reached, /01175299532/flush-table-proc/abort 2024-11-18T20:48:56,138 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35503,1731962934654 2024-11-18T20:48:56,150 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01175299532/online-snapshot/acquired, /01175299532/online-snapshot/reached, /01175299532/online-snapshot/abort 2024-11-18T20:48:56,153 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35503,1731962934654 2024-11-18T20:48:56,155 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/.lastflushedseqids 2024-11-18T20:48:56,167 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:48:56,167 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:48:56,167 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,35503,1731962934654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 29a7ef02c270,34285,1731962916078 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:48:56,169 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,177 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962966177 2024-11-18T20:48:56,177 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:48:56,177 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:48:56,178 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:48:56,178 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:48:56,178 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:48:56,178 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:48:56,178 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:48:56,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:48:56,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:48:56,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:48:56,179 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 29a7ef02c270,34285,1731962916078, splitWal=true, meta=true 2024-11-18T20:48:56,180 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:48:56,180 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:48:56,181 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 29a7ef02c270,34285,1731962916078, splitWal=true, meta=true, isMeta: true 2024-11-18T20:48:56,183 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078-splitting 2024-11-18T20:48:56,183 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962936180,5,FailOnTimeoutGroup] 2024-11-18T20:48:56,184 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078-splitting dir is empty, no logs to split. 2024-11-18T20:48:56,184 INFO [PEWorker-1 {}] master.SplitWALManager(105): 29a7ef02c270,34285,1731962916078 WAL count=0, meta=true 2024-11-18T20:48:56,189 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962936183,5,FailOnTimeoutGroup] 2024-11-18T20:48:56,189 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,189 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:48:56,189 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,189 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,189 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962936189, completionTime=-1 2024-11-18T20:48:56,190 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T20:48:56,192 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078-splitting dir is empty, no logs to split. 2024-11-18T20:48:56,192 INFO [PEWorker-1 {}] master.SplitWALManager(105): 29a7ef02c270,34285,1731962916078 WAL count=0, meta=true 2024-11-18T20:48:56,192 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 29a7ef02c270,34285,1731962916078 WAL splitting is done? wals=0, meta=true 2024-11-18T20:48:56,194 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:48:56,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:48:56,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:48:56,199 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:48:56,200 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(746): ClusterId : c7873d55-9139-40fd-9578-0e3efc733b93 2024-11-18T20:48:56,201 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:48:56,253 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:48:56,253 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:48:56,295 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:48:56,296 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12342082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:48:56,316 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:37655 2024-11-18T20:48:56,316 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:48:56,317 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:48:56,317 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:48:56,318 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,35503,1731962934654 with port=37655, startcode=1731962934732 2024-11-18T20:48:56,318 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:48:56,327 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:48:56,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35503 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,331 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa 2024-11-18T20:48:56,331 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44879 2024-11-18T20:48:56,331 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:48:56,345 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:48:56,349 WARN [29a7ef02c270:35503 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:48:56,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/rs 2024-11-18T20:48:56,369 DEBUG [RS:0;29a7ef02c270:37655 {}] zookeeper.ZKUtil(111): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on existing znode=/01175299532/rs/29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,369 WARN [RS:0;29a7ef02c270:37655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:48:56,369 INFO [RS:0;29a7ef02c270:37655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:56,370 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,37655,1731962934732] 2024-11-18T20:48:56,435 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:48:56,439 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:48:56,444 INFO [RS:0;29a7ef02c270:37655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:48:56,444 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,447 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:48:56,449 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:48:56,449 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,449 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,449 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,449 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,450 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:48:56,451 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:48:56,451 DEBUG [RS:0;29a7ef02c270:37655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:48:56,452 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,452 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,453 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,453 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,453 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,453 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37655,1731962934732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:48:56,478 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:48:56,478 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37655,1731962934732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,498 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,37655,1731962934732, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:48:56,516 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(231): queueId=2-29a7ef02c270,37655,1731962934732, ReplicationSource: 2, currentBandwidth=0 2024-11-18T20:48:56,517 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,518 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.Replication(171): 29a7ef02c270,37655,1731962934732 started 2024-11-18T20:48:56,523 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:56,525 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d0aeb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:56,525 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:56,525 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:56,527 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@619fd662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:56,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:56,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:56,531 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:56,532 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271f759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:56,533 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:56,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:56,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423e45df 2024-11-18T20:48:56,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:56,538 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T20:48:56,539 INFO [RS:0;29a7ef02c270:37655.replicationSource,1-29a7ef02c270,37655,1731962934732 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,37655,1731962934732 (queues=0) is replicating from cluster=c7873d55-9139-40fd-9578-0e3efc733b93 to cluster=182e5cef-b7c8-4e3b-8aef-fdd282000ae5 2024-11-18T20:48:56,543 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:48:56,543 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,37655,1731962934732, RpcServer on 29a7ef02c270/172.17.0.2:37655, sessionid=0x10150fe5a0a0007 2024-11-18T20:48:56,544 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:48:56,544 DEBUG [RS:0;29a7ef02c270:37655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,544 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,37655,1731962934732' 2024-11-18T20:48:56,544 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01175299532/flush-table-proc/abort' 2024-11-18T20:48:56,545 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01175299532/flush-table-proc/acquired' 2024-11-18T20:48:56,547 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:32805' 2024-11-18T20:48:56,550 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10095f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:56,550 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,32805,-1 for getting cluster id 2024-11-18T20:48:56,550 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:48:56,556 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '182e5cef-b7c8-4e3b-8aef-fdd282000ae5' 2024-11-18T20:48:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:48:56,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "182e5cef-b7c8-4e3b-8aef-fdd282000ae5" 2024-11-18T20:48:56,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b2ab7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:56,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,32805,-1] 2024-11-18T20:48:56,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:48:56,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:48:56,562 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:48:56,571 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:48:56,571 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:48:56,571 DEBUG [RS:0;29a7ef02c270:37655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,571 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ed725d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:48:56,572 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,37655,1731962934732' 2024-11-18T20:48:56,572 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01175299532/online-snapshot/abort' 2024-11-18T20:48:56,572 DEBUG [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:48:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,32805,1731962924403 2024-11-18T20:48:56,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be0ec65 2024-11-18T20:48:56,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:48:56,586 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T20:48:56,587 INFO [RS:0;29a7ef02c270:37655.replicationSource,2-29a7ef02c270,37655,1731962934732 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-29a7ef02c270,37655,1731962934732 (queues=0) is replicating from cluster=c7873d55-9139-40fd-9578-0e3efc733b93 to cluster=182e5cef-b7c8-4e3b-8aef-fdd282000ae5 2024-11-18T20:48:56,590 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01175299532/online-snapshot/acquired' 2024-11-18T20:48:56,591 DEBUG [RS:0;29a7ef02c270:37655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:48:56,591 INFO [RS:0;29a7ef02c270:37655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:48:56,591 INFO [RS:0;29a7ef02c270:37655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:48:56,692 INFO [RS:0;29a7ef02c270:37655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:48:56,696 INFO [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C37655%2C1731962934732, suffix=, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs, maxLogs=10 2024-11-18T20:48:56,728 DEBUG [RS:0;29a7ef02c270:37655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697, exclude list is [], retry=0 2024-11-18T20:48:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:56,740 INFO [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 2024-11-18T20:48:56,743 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 29a7ef02c270%2C37655%2C1731962934732 for peer 2 2024-11-18T20:48:56,743 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 29a7ef02c270%2C37655%2C1731962934732 for peer 1 2024-11-18T20:48:56,744 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C37655%2C1731962934732 2024-11-18T20:48:56,744 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,37655,1731962934732, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:48:56,745 INFO [RS:0;29a7ef02c270:37655.replicationSource.shipper29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C37655%2C1731962934732 2024-11-18T20:48:56,745 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=29a7ef02c270%2C37655%2C1731962934732 2024-11-18T20:48:56,745 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-29a7ef02c270,37655,1731962934732, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:48:56,745 DEBUG [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:56,747 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697, startPosition=0, beingWritten=true 2024-11-18T20:48:56,747 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697, startPosition=0, beingWritten=true 2024-11-18T20:48:56,747 INFO [RS:0;29a7ef02c270:37655.replicationSource.shipper29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C37655%2C1731962934732 2024-11-18T20:48:56,851 DEBUG [29a7ef02c270:35503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:48:56,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,37655,1731962934732 2024-11-18T20:48:56,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,37655,1731962934732, state=OPENING 2024-11-18T20:48:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:56,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:56,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:56,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:48:56,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,37655,1731962934732}] 2024-11-18T20:48:56,957 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:56,968 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:57,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:48:57,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:48:57,033 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:48:57,033 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:48:57,033 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:48:57,036 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C37655%2C1731962934732.meta, suffix=.meta, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs, maxLogs=10 2024-11-18T20:48:57,057 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.meta.1731962937037.meta, exclude list is [], retry=0 2024-11-18T20:48:57,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:48:57,065 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.meta.1731962937037.meta 2024-11-18T20:48:57,067 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:48:57,068 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:48:57,069 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:48:57,069 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:48:57,069 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:48:57,069 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:48:57,070 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:48:57,070 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:48:57,070 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:48:57,070 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:48:57,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:48:57,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:48:57,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:57,096 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/info/7a4646ad7eb0499a8ea435ee8b30faee 2024-11-18T20:48:57,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:57,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:48:57,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:48:57,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:57,113 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/ns/af41a1d28ba043edbd4ec8e2190d88bd 2024-11-18T20:48:57,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:57,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:48:57,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:48:57,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:57,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:57,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:48:57,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:48:57,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:48:57,135 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/table/b9f0bbadf26d43609cdb1d3193e83dd2 2024-11-18T20:48:57,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:48:57,135 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:48:57,137 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740 2024-11-18T20:48:57,139 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740 2024-11-18T20:48:57,141 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:48:57,141 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:48:57,142 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:48:57,145 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:48:57,153 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72555467, jitterRate=0.08116070926189423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:48:57,153 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:48:57,154 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962937070Writing region info on filesystem at 1731962937070Initializing all the Stores at 1731962937073 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962937073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962937073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962937073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962937073Cleaning up temporary data from old regions at 1731962937141 (+68 ms)Running coprocessor post-open hooks at 1731962937153 (+12 ms)Region opened successfully at 1731962937153 2024-11-18T20:48:57,155 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731962937023 2024-11-18T20:48:57,160 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:48:57,160 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:48:57,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=29a7ef02c270,37655,1731962934732 2024-11-18T20:48:57,164 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,37655,1731962934732, state=OPEN 2024-11-18T20:48:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01175299532/meta-region-server 2024-11-18T20:48:57,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,37655,1731962934732 2024-11-18T20:48:57,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:57,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01175299532/meta-region-server: CHANGED 2024-11-18T20:48:57,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T20:48:57,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,37655,1731962934732 in 333 msec 2024-11-18T20:48:57,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T20:48:57,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0120 sec 2024-11-18T20:48:57,272 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:57,284 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:57,680 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:57,694 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:57,857 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1666ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1511ms 2024-11-18T20:48:58,189 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:58,204 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:58,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:48:58,798 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:58,812 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:59,360 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3170ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3015ms 2024-11-18T20:48:59,506 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:48:59,523 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:00,315 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:00,334 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:00,712 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4522ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T20:49:00,713 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:49:00,713 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:00,714 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,37655,1731962934732, seqNum=-1] 2024-11-18T20:49:00,714 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:00,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:00,726 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817db215deff176db0a15c0a9b280d61, regionState=OPEN, lastHost=29a7ef02c270,34285,1731962916078, regionLocation=29a7ef02c270,34285,1731962916078, openSeqNum=2 2024-11-18T20:49:00,726 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:49:00,726 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963000726 2024-11-18T20:49:00,726 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963060726 2024-11-18T20:49:00,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-18T20:49:00,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35503,1731962934654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35503,1731962934654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35503,1731962934654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,727 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 29a7ef02c270,34285,1731962916078 had 2 regions 2024-11-18T20:49:00,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:35503, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,731 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,731 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 29a7ef02c270,34285,1731962916078, splitWal=true, meta=true, isMeta: false 2024-11-18T20:49:00,736 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078-splitting dir is empty, no logs to split. 2024-11-18T20:49:00,736 INFO [PEWorker-4 {}] master.SplitWALManager(105): 29a7ef02c270,34285,1731962916078 WAL count=0, meta=false 2024-11-18T20:49:00,743 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,34285,1731962916078-splitting dir is empty, no logs to split. 2024-11-18T20:49:00,744 INFO [PEWorker-4 {}] master.SplitWALManager(105): 29a7ef02c270,34285,1731962916078 WAL count=0, meta=false 2024-11-18T20:49:00,744 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 29a7ef02c270,34285,1731962916078 WAL splitting is done? wals=0, meta=false 2024-11-18T20:49:00,747 WARN [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=29a7ef02c270,34285,1731962916078/hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:00,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN}] 2024-11-18T20:49:00,754 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN 2024-11-18T20:49:00,755 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.929sec 2024-11-18T20:49:00,755 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:49:00,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:49:00,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:49:00,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:49:00,756 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:49:00,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:49:00,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35503,1731962934654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:00,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35503,1731962934654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:49:00,770 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:49:00,770 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:49:00,770 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35503,1731962934654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:00,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:00,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35503,-1 for getting cluster id 2024-11-18T20:49:00,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:00,804 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7873d55-9139-40fd-9578-0e3efc733b93' 2024-11-18T20:49:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7873d55-9139-40fd-9578-0e3efc733b93" 2024-11-18T20:49:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578a6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35503,-1] 2024-11-18T20:49:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,812 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6901d1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:00,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:00,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,37655,1731962934732, seqNum=-1] 2024-11-18T20:49:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:00,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:00,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T20:49:00,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:00,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:00,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 29a7ef02c270:35503 after: 29a7ef02c270:35503 2024-11-18T20:49:00,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:00,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:00,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35503,-1 for getting cluster id 2024-11-18T20:49:00,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:00,833 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7873d55-9139-40fd-9578-0e3efc733b93' 2024-11-18T20:49:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7873d55-9139-40fd-9578-0e3efc733b93" 2024-11-18T20:49:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ae3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35503,-1] 2024-11-18T20:49:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,837 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:00,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:00,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35503,1731962934654 2024-11-18T20:49:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a80c1a 2024-11-18T20:49:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:00,842 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:00,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35503 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:49:00,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35503 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:49:00,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35503 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:49:00,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35503 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:49:00,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:49:00,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:00,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:00,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:00,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:49:00,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=34537438, stopped=false 2024-11-18T20:49:00,850 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,32805,1731962924403 2024-11-18T20:49:00,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378765939/running 2024-11-18T20:49:00,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:00,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:49:00,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378765939/running 2024-11-18T20:49:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:49:00,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:00,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/running 2024-11-18T20:49:00,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,40797,1731962924676' ***** 2024-11-18T20:49:00,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:49:00,861 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:49:00,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Set watcher on znode that does not yet exist, /11378765939/running 2024-11-18T20:49:00,862 INFO [RS:0;29a7ef02c270:40797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:49:00,862 INFO [RS:0;29a7ef02c270:40797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:49:00,862 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,40797,1731962924676 2024-11-18T20:49:00,862 INFO [RS:0;29a7ef02c270:40797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:00,862 INFO [RS:0;29a7ef02c270:40797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:40797. 2024-11-18T20:49:00,862 DEBUG [RS:0;29a7ef02c270:40797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:00,862 DEBUG [RS:0;29a7ef02c270:40797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:00,862 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:49:00,863 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:49:00,863 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:49:00,863 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:49:00,863 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:49:00,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:49:00,863 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:49:00,863 DEBUG [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:00,863 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:00,864 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:00,864 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:00,864 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:00,864 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:00,864 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T20:49:00,894 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/.tmp/ns/8e14d83103394085929aa61ac83a7d01 is 43, key is default/ns:d/1731962928126/Put/seqid=0 2024-11-18T20:49:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741835_1011 (size=5153) 2024-11-18T20:49:00,906 DEBUG [29a7ef02c270:35503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:49:00,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=817db215deff176db0a15c0a9b280d61, regionState=OPENING, regionLocation=29a7ef02c270,37655,1731962934732 2024-11-18T20:49:00,908 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/.tmp/ns/8e14d83103394085929aa61ac83a7d01 2024-11-18T20:49:00,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN because future has completed 2024-11-18T20:49:00,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817db215deff176db0a15c0a9b280d61, server=29a7ef02c270,37655,1731962934732}] 2024-11-18T20:49:00,926 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/.tmp/ns/8e14d83103394085929aa61ac83a7d01 as hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/ns/8e14d83103394085929aa61ac83a7d01 2024-11-18T20:49:00,938 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:00,947 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/ns/8e14d83103394085929aa61ac83a7d01, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T20:49:00,951 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=6, compaction requested=false 2024-11-18T20:49:00,952 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:49:00,971 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:49:00,972 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:00,972 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:00,972 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:00,974 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962940863Running coprocessor pre-close hooks at 1731962940863Disabling compacts and flushes for region at 1731962940863Disabling writes for close at 1731962940864 (+1 ms)Obtaining lock to block concurrent updates at 1731962940864Preparing flush snapshotting stores in 1588230740 at 1731962940864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731962940865 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962940868 (+3 ms)Flushing 1588230740/ns: creating writer at 1731962940868Flushing 1588230740/ns: appending metadata at 1731962940893 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731962940893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d28fb74: reopening flushed file at 1731962940925 (+32 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=6, compaction requested=false at 1731962940951 (+26 ms)Writing region close event to WAL at 1731962940959 (+8 ms)Running coprocessor post-close hooks at 1731962940972 (+13 ms)Closed at 1731962940972 2024-11-18T20:49:00,975 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:01,064 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,40797,1731962924676; all regions closed. 2024-11-18T20:49:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741834_1010 (size=1152) 2024-11-18T20:49:01,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:01,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:01,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:49:01,104 DEBUG [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/oldWALs 2024-11-18T20:49:01,104 INFO [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C40797%2C1731962924676.meta:.meta(num 1731962927963) 2024-11-18T20:49:01,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C37655%2C1731962934732.rep, suffix=, logDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732, archiveDir=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs, maxLogs=10 2024-11-18T20:49:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741833_1009 (size=93) 2024-11-18T20:49:01,139 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/WALs/29a7ef02c270,40797,1731962924676/29a7ef02c270%2C40797%2C1731962924676.1731962927544 not finished, retry = 0 2024-11-18T20:49:01,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.rep.1731962941120, exclude list is [], retry=0 2024-11-18T20:49:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-d06b4b78-0be2-4172-b1f1-196d10118be0,DISK] 2024-11-18T20:49:01,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.rep.1731962941120 2024-11-18T20:49:01,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41509:41509)] 2024-11-18T20:49:01,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 817db215deff176db0a15c0a9b280d61, NAME => 'hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:01,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:01,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:01,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. service=MultiRowMutationService 2024-11-18T20:49:01,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:49:01,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:01,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,154 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,156 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817db215deff176db0a15c0a9b280d61 columnFamilyName hfileref 2024-11-18T20:49:01,156 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:01,157 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(327): Store=817db215deff176db0a15c0a9b280d61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:01,157 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,159 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817db215deff176db0a15c0a9b280d61 columnFamilyName queue 2024-11-18T20:49:01,159 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:01,177 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/queue/2306df1f3ecf42c4b0f4333f34cafb67 2024-11-18T20:49:01,177 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(327): Store=817db215deff176db0a15c0a9b280d61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:01,177 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,179 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817db215deff176db0a15c0a9b280d61 columnFamilyName sid 2024-11-18T20:49:01,179 DEBUG [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:01,180 INFO [StoreOpener-817db215deff176db0a15c0a9b280d61-1 {}] regionserver.HStore(327): Store=817db215deff176db0a15c0a9b280d61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:01,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:49:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 817db215deff176db0a15c0a9b280d61; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64905263, jitterRate=-0.03283621370792389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:49:01,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:01,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 817db215deff176db0a15c0a9b280d61: Running coprocessor pre-open hook at 1731962941152Writing region info on filesystem at 1731962941152Initializing all the Stores at 1731962941153 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962941153Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962941154 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962941154Cleaning up temporary data from old regions at 1731962941185 (+31 ms)Running coprocessor post-open hooks at 1731962941192 (+7 ms)Region opened successfully at 1731962941193 (+1 ms) 2024-11-18T20:49:01,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61., pid=19, masterSystemTime=1731962941072 2024-11-18T20:49:01,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:01,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:01,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=817db215deff176db0a15c0a9b280d61, regionState=OPEN, openSeqNum=10, regionLocation=29a7ef02c270,37655,1731962934732 2024-11-18T20:49:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817db215deff176db0a15c0a9b280d61, server=29a7ef02c270,37655,1731962934732 because future has completed 2024-11-18T20:49:01,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T20:49:01,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 817db215deff176db0a15c0a9b280d61, server=29a7ef02c270,37655,1731962934732 in 296 msec 2024-11-18T20:49:01,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T20:49:01,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=817db215deff176db0a15c0a9b280d61, ASSIGN in 465 msec 2024-11-18T20:49:01,223 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:01,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T20:49:01,242 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61., hostname=29a7ef02c270,37655,1731962934732, seqNum=10] 2024-11-18T20:49:01,254 DEBUG [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/oldWALs 2024-11-18T20:49:01,254 INFO [RS:0;29a7ef02c270:40797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C40797%2C1731962924676:(num 1731962927544) 2024-11-18T20:49:01,254 DEBUG [RS:0;29a7ef02c270:40797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:01,254 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:01,254 INFO [RS:0;29a7ef02c270:40797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:01,254 INFO [RS:0;29a7ef02c270:40797 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:01,255 INFO [RS:0;29a7ef02c270:40797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:01,255 INFO [RS:0;29a7ef02c270:40797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40797 2024-11-18T20:49:01,268 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:01,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378765939/rs/29a7ef02c270,40797,1731962924676 2024-11-18T20:49:01,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939/rs 2024-11-18T20:49:01,301 INFO [RS:0;29a7ef02c270:40797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:01,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,40797,1731962924676] 2024-11-18T20:49:01,318 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 29a7ef02c270,34285,1731962916078 2024-11-18T20:49:01,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T20:49:01,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/draining/29a7ef02c270,40797,1731962924676 already deleted, retry=false 2024-11-18T20:49:01,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,40797,1731962924676 expired; onlineServers=0 2024-11-18T20:49:01,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,32805,1731962924403' ***** 2024-11-18T20:49:01,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:49:01,336 INFO [M:0;29a7ef02c270:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:01,336 INFO [M:0;29a7ef02c270:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:01,336 DEBUG [M:0;29a7ef02c270:32805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:49:01,336 DEBUG [M:0;29a7ef02c270:32805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:49:01,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:49:01,336 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962927164 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962927164,5,FailOnTimeoutGroup] 2024-11-18T20:49:01,336 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962927168 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962927168,5,FailOnTimeoutGroup] 2024-11-18T20:49:01,337 INFO [M:0;29a7ef02c270:32805 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:01,337 INFO [M:0;29a7ef02c270:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:01,337 DEBUG [M:0;29a7ef02c270:32805 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:49:01,337 INFO [M:0;29a7ef02c270:32805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:49:01,337 INFO [M:0;29a7ef02c270:32805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:01,343 INFO [M:0;29a7ef02c270:32805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:49:01,344 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:49:01,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378765939/master 2024-11-18T20:49:01,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378765939 2024-11-18T20:49:01,367 DEBUG [M:0;29a7ef02c270:32805 {}] zookeeper.RecoverableZooKeeper(212): Node /11378765939/master already deleted, retry=false 2024-11-18T20:49:01,368 DEBUG [M:0;29a7ef02c270:32805 {}] master.ActiveMasterManager(353): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Failed delete of our master address node; KeeperErrorCode = NoNode for /11378765939/master 2024-11-18T20:49:01,370 INFO [M:0;29a7ef02c270:32805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/.lastflushedseqids 2024-11-18T20:49:01,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741836_1012 (size=99) 2024-11-18T20:49:01,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:01,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40797-0x10150fe5a0a0004, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:01,418 INFO [RS:0;29a7ef02c270:40797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:01,418 INFO [RS:0;29a7ef02c270:40797 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,40797,1731962924676; zookeeper connection closed. 2024-11-18T20:49:01,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d0df7fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d0df7fa 2024-11-18T20:49:01,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:49:01,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T20:49:01,786 INFO [M:0;29a7ef02c270:32805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:49:01,786 INFO [M:0;29a7ef02c270:32805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:49:01,786 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:01,786 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:01,787 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:01,787 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:01,787 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:01,787 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T20:49:01,832 DEBUG [M:0;29a7ef02c270:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a08c3e0c99a4d439373e2ae92cdf3dd is 82, key is hbase:meta,,1/info:regioninfo/1731962928065/Put/seqid=0 2024-11-18T20:49:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741837_1013 (size=5672) 2024-11-18T20:49:02,267 INFO [M:0;29a7ef02c270:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a08c3e0c99a4d439373e2ae92cdf3dd 2024-11-18T20:49:02,271 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:02,284 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:02,356 DEBUG [M:0;29a7ef02c270:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1767e68f7b1a45788c6c2f6a64b4e81b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731962928144/Put/seqid=0 2024-11-18T20:49:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741838_1014 (size=5275) 2024-11-18T20:49:02,377 INFO [M:0;29a7ef02c270:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1767e68f7b1a45788c6c2f6a64b4e81b 2024-11-18T20:49:02,417 DEBUG [M:0;29a7ef02c270:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18665c21f05246a6bc9766110e1e848d is 69, key is 29a7ef02c270,40797,1731962924676/rs:state/1731962927271/Put/seqid=0 2024-11-18T20:49:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741839_1015 (size=5156) 2024-11-18T20:49:02,430 INFO [M:0;29a7ef02c270:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18665c21f05246a6bc9766110e1e848d 2024-11-18T20:49:02,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:49:02,441 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a08c3e0c99a4d439373e2ae92cdf3dd as hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a08c3e0c99a4d439373e2ae92cdf3dd 2024-11-18T20:49:02,458 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a08c3e0c99a4d439373e2ae92cdf3dd, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T20:49:02,459 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1767e68f7b1a45788c6c2f6a64b4e81b as hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1767e68f7b1a45788c6c2f6a64b4e81b 2024-11-18T20:49:02,470 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1767e68f7b1a45788c6c2f6a64b4e81b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T20:49:02,472 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18665c21f05246a6bc9766110e1e848d as hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18665c21f05246a6bc9766110e1e848d 2024-11-18T20:49:02,484 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18665c21f05246a6bc9766110e1e848d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T20:49:02,485 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 698ms, sequenceid=28, compaction requested=false 2024-11-18T20:49:02,499 INFO [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:02,499 DEBUG [M:0;29a7ef02c270:32805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962941786Disabling compacts and flushes for region at 1731962941786Disabling writes for close at 1731962941787 (+1 ms)Obtaining lock to block concurrent updates at 1731962941787Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962941787Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731962941788 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962941793 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962941793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962941831 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962941831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962942284 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962942355 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962942355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962942392 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962942416 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962942416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361a0d3b: reopening flushed file at 1731962942440 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d060bd0: reopening flushed file at 1731962942458 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d53304: reopening flushed file at 1731962942470 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 698ms, sequenceid=28, compaction requested=false at 1731962942486 (+16 ms)Writing region close event to WAL at 1731962942499 (+13 ms)Closed at 1731962942499 2024-11-18T20:49:02,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f457c915-4de3-c99f-b1a8-095319ed504e/MasterData/WALs/29a7ef02c270,32805,1731962924403/29a7ef02c270%2C32805%2C1731962924403.1731962926713 not finished, retry = 0 2024-11-18T20:49:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38421 is added to blk_1073741830_1006 (size=10165) 2024-11-18T20:49:02,613 INFO [M:0;29a7ef02c270:32805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:49:02,613 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:02,613 INFO [M:0;29a7ef02c270:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32805 2024-11-18T20:49:02,617 INFO [M:0;29a7ef02c270:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:02,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:02,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x10150fe5a0a0003, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:02,762 INFO [M:0;29a7ef02c270:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:02,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:02,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:02,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:02,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:02,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:02,789 WARN [BP-142780883-172.17.0.2-1731962921973 heartbeating to localhost/127.0.0.1:37575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:49:02,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:49:02,789 WARN [BP-142780883-172.17.0.2-1731962921973 heartbeating to localhost/127.0.0.1:37575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-142780883-172.17.0.2-1731962921973 (Datanode Uuid 4be2046a-9e89-4984-b801-5f281be5d7fa) service to localhost/127.0.0.1:37575 2024-11-18T20:49:02,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:49:02,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/cluster_c29e0f62-e37f-d7a6-83b4-b9381483cf70/data/data1/current/BP-142780883-172.17.0.2-1731962921973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:02,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:49:02,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/cluster_c29e0f62-e37f-d7a6-83b4-b9381483cf70/data/data2/current/BP-142780883-172.17.0.2-1731962921973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:02,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:02,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:02,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:02,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:02,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:02,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:49:02,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:49:02,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:02,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:02,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:02,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:02,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:02,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:49:02,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=417614873, stopped=false 2024-11-18T20:49:02,862 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,35503,1731962934654 2024-11-18T20:49:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/running 2024-11-18T20:49:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:49:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/running 2024-11-18T20:49:02,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:49:02,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:02,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:02,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:49:02,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:02,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:02,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,37655,1731962934732' ***** 2024-11-18T20:49:02,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Set watcher on znode that does not yet exist, /01175299532/running 2024-11-18T20:49:02,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:49:02,900 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:49:02,901 INFO [RS:0;29a7ef02c270:37655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:49:02,901 INFO [RS:0;29a7ef02c270:37655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:49:02,901 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(3091): Received CLOSE for 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:02,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:49:02,902 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,37655,1731962934732 2024-11-18T20:49:02,902 INFO [RS:0;29a7ef02c270:37655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:02,902 INFO [RS:0;29a7ef02c270:37655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:37655. 2024-11-18T20:49:02,902 DEBUG [RS:0;29a7ef02c270:37655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:02,902 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:02,902 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:49:02,902 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 817db215deff176db0a15c0a9b280d61, disabling compactions & flushes 2024-11-18T20:49:02,903 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:49:02,903 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:49:02,903 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:02,903 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:49:02,903 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:02,903 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. after waiting 0 ms 2024-11-18T20:49:02,903 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:02,903 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:49:02,903 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 817db215deff176db0a15c0a9b280d61=hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61.} 2024-11-18T20:49:02,903 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 817db215deff176db0a15c0a9b280d61 2024-11-18T20:49:02,904 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:02,904 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:02,904 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:02,904 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:02,904 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:02,904 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T20:49:02,910 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/replication/817db215deff176db0a15c0a9b280d61/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T20:49:02,911 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:02,911 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:02,912 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:02,912 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 817db215deff176db0a15c0a9b280d61: Waiting for close lock at 1731962942902Running coprocessor pre-close hooks at 1731962942902Disabling compacts and flushes for region at 1731962942902Disabling writes for close at 1731962942903 (+1 ms)Writing region close event to WAL at 1731962942904 (+1 ms)Running coprocessor post-close hooks at 1731962942911 (+7 ms)Closed at 1731962942912 (+1 ms) 2024-11-18T20:49:02,912 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61. 2024-11-18T20:49:02,943 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/info/f3014cb85bb644a2b475ca7117f45f58 is 147, key is hbase:replication,,1731962928432.817db215deff176db0a15c0a9b280d61./info:regioninfo/1731962941201/Put/seqid=0 2024-11-18T20:49:02,967 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741851_1027 (size=6385) 2024-11-18T20:49:03,104 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:03,304 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:03,406 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/info/f3014cb85bb644a2b475ca7117f45f58 2024-11-18T20:49:03,424 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/.tmp/info/f3014cb85bb644a2b475ca7117f45f58 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/info/f3014cb85bb644a2b475ca7117f45f58 2024-11-18T20:49:03,434 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:03,434 DEBUG [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 to pos 0, reset compression=false 2024-11-18T20:49:03,441 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/info/f3014cb85bb644a2b475ca7117f45f58, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T20:49:03,445 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=19, compaction requested=false 2024-11-18T20:49:03,451 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:49:03,453 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:49:03,453 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:49:03,505 DEBUG [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:03,511 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T20:49:03,513 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:03,513 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:03,513 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:03,513 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962942903Running coprocessor pre-close hooks at 1731962942903Disabling compacts and flushes for region at 1731962942903Disabling writes for close at 1731962942904 (+1 ms)Obtaining lock to block concurrent updates at 1731962942904Preparing flush snapshotting stores in 1588230740 at 1731962942904Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731962942905 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962942906 (+1 ms)Flushing 1588230740/info: creating writer at 1731962942906Flushing 1588230740/info: appending metadata at 1731962942940 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731962942940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddfe0c4: reopening flushed file at 1731962943421 (+481 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=19, compaction requested=false at 1731962943445 (+24 ms)Writing region close event to WAL at 1731962943495 (+50 ms)Running coprocessor post-close hooks at 1731962943513 (+18 ms)Closed at 1731962943513 2024-11-18T20:49:03,514 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:03,705 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,37655,1731962934732; all regions closed. 2024-11-18T20:49:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741849_1025 (size=2156) 2024-11-18T20:49:03,763 DEBUG [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs 2024-11-18T20:49:03,763 INFO [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C37655%2C1731962934732.meta:.meta(num 1731962937037) 2024-11-18T20:49:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741850_1026 (size=796) 2024-11-18T20:49:03,856 DEBUG [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs 2024-11-18T20:49:03,856 INFO [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C37655%2C1731962934732.rep:(num 1731962941120) 2024-11-18T20:49:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741848_1024 (size=93) 2024-11-18T20:49:03,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/WALs/29a7ef02c270,37655,1731962934732/29a7ef02c270%2C37655%2C1731962934732.1731962936697 not finished, retry = 0 2024-11-18T20:49:03,988 DEBUG [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/oldWALs 2024-11-18T20:49:03,988 INFO [RS:0;29a7ef02c270:37655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C37655%2C1731962934732:(num 1731962936697) 2024-11-18T20:49:03,988 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:03,988 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:03,988 INFO [RS:0;29a7ef02c270:37655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:03,989 INFO [RS:0;29a7ef02c270:37655 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:03,989 INFO [RS:0;29a7ef02c270:37655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:03,989 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,37655,1731962934732 because: Region server is closing 2024-11-18T20:49:03,989 INFO [RS:0;29a7ef02c270:37655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:37655. 2024-11-18T20:49:03,989 DEBUG [RS:0;29a7ef02c270:37655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:03,989 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:03,990 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:03,990 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T20:49:03,990 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T20:49:03,990 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T20:49:03,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:03,995 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:04,091 WARN [RS:0;29a7ef02c270:37655.replicationSource.shipper29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:49:04,092 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;29a7ef02c270:37655.replicationSource.shipper29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 terminated 2024-11-18T20:49:04,092 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-29a7ef02c270,37655,1731962934732 because: Region server is closing 2024-11-18T20:49:04,092 INFO [RS:0;29a7ef02c270:37655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:37655. 2024-11-18T20:49:04,092 DEBUG [RS:0;29a7ef02c270:37655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:04,092 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:04,093 DEBUG [RS:0;29a7ef02c270:37655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:04,095 WARN [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,1-29a7ef02c270,37655,1731962934732 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:49:04,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:04,195 WARN [RS:0;29a7ef02c270:37655.replicationSource.shipper29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:49:04,195 WARN [RS:0;29a7ef02c270:37655.replicationSource.wal-reader.29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:49:04,195 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;29a7ef02c270:37655.replicationSource.shipper29a7ef02c270%2C37655%2C1731962934732,2-29a7ef02c270,37655,1731962934732 terminated 2024-11-18T20:49:04,196 INFO [RS:0;29a7ef02c270:37655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37655 2024-11-18T20:49:04,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/rs/29a7ef02c270,37655,1731962934732 2024-11-18T20:49:04,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532/rs 2024-11-18T20:49:04,557 INFO [RS:0;29a7ef02c270:37655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:04,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,37655,1731962934732] 2024-11-18T20:49:04,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01175299532/draining/29a7ef02c270,37655,1731962934732 already deleted, retry=false 2024-11-18T20:49:04,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,37655,1731962934732 expired; onlineServers=0 2024-11-18T20:49:04,822 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,35503,1731962934654' ***** 2024-11-18T20:49:04,822 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:49:04,823 INFO [M:0;29a7ef02c270:35503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:04,823 INFO [M:0;29a7ef02c270:35503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:04,823 DEBUG [M:0;29a7ef02c270:35503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:49:04,824 DEBUG [M:0;29a7ef02c270:35503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:49:04,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:49:04,824 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962936180 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962936180,5,FailOnTimeoutGroup] 2024-11-18T20:49:04,824 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962936183 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962936183,5,FailOnTimeoutGroup] 2024-11-18T20:49:04,827 INFO [M:0;29a7ef02c270:35503 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:04,827 INFO [M:0;29a7ef02c270:35503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:04,827 DEBUG [M:0;29a7ef02c270:35503 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:49:04,827 INFO [M:0;29a7ef02c270:35503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:49:04,828 INFO [M:0;29a7ef02c270:35503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:04,828 INFO [M:0;29a7ef02c270:35503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:49:04,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:49:04,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:04,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37655-0x10150fe5a0a0007, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:04,864 INFO [RS:0;29a7ef02c270:37655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:04,864 INFO [RS:0;29a7ef02c270:37655 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,37655,1731962934732; zookeeper connection closed. 2024-11-18T20:49:04,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f5669e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f5669e5 2024-11-18T20:49:04,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:49:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01175299532/master 2024-11-18T20:49:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01175299532 2024-11-18T20:49:04,919 DEBUG [M:0;29a7ef02c270:35503 {}] zookeeper.ZKUtil(347): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Unable to get data of znode /01175299532/master because node does not exist (not an error) 2024-11-18T20:49:04,920 WARN [M:0;29a7ef02c270:35503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:49:04,928 INFO [M:0;29a7ef02c270:35503 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/.lastflushedseqids 2024-11-18T20:49:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741852_1028 (size=181) 2024-11-18T20:49:05,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:05,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:49:05,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:05,411 INFO [M:0;29a7ef02c270:35503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:49:05,415 INFO [M:0;29a7ef02c270:35503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:49:05,415 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:05,415 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:05,416 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:05,416 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:05,416 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:05,416 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T20:49:05,457 DEBUG [M:0;29a7ef02c270:35503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc1d7b044485421ea2bc71f64970aee1 is 82, key is hbase:meta,,1/info:regioninfo/1731962937161/Put/seqid=0 2024-11-18T20:49:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741853_1029 (size=5680) 2024-11-18T20:49:05,947 INFO [M:0;29a7ef02c270:35503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc1d7b044485421ea2bc71f64970aee1 2024-11-18T20:49:06,088 DEBUG [M:0;29a7ef02c270:35503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b1a7242fcf34f0fb8af14ff7c3e53ce is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731962941217/Put/seqid=0 2024-11-18T20:49:06,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741854_1030 (size=7319) 2024-11-18T20:49:06,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:49:06,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:06,563 INFO [M:0;29a7ef02c270:35503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b1a7242fcf34f0fb8af14ff7c3e53ce 2024-11-18T20:49:06,692 DEBUG [M:0;29a7ef02c270:35503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb230f0d819040e1b0b0cc5a134aa50d is 69, key is 29a7ef02c270,37655,1731962934732/rs:state/1731962936328/Put/seqid=0 2024-11-18T20:49:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741855_1031 (size=5371) 2024-11-18T20:49:07,139 INFO [M:0;29a7ef02c270:35503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb230f0d819040e1b0b0cc5a134aa50d 2024-11-18T20:49:07,161 INFO [M:0;29a7ef02c270:35503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb230f0d819040e1b0b0cc5a134aa50d 2024-11-18T20:49:07,175 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc1d7b044485421ea2bc71f64970aee1 as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc1d7b044485421ea2bc71f64970aee1 2024-11-18T20:49:07,195 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc1d7b044485421ea2bc71f64970aee1, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T20:49:07,199 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b1a7242fcf34f0fb8af14ff7c3e53ce as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b1a7242fcf34f0fb8af14ff7c3e53ce 2024-11-18T20:49:07,214 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b1a7242fcf34f0fb8af14ff7c3e53ce, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T20:49:07,217 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb230f0d819040e1b0b0cc5a134aa50d as hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb230f0d819040e1b0b0cc5a134aa50d 2024-11-18T20:49:07,261 INFO [M:0;29a7ef02c270:35503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb230f0d819040e1b0b0cc5a134aa50d 2024-11-18T20:49:07,261 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44879/user/jenkins/test-data/7522113a-b5df-a2da-24f8-165196e22ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb230f0d819040e1b0b0cc5a134aa50d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T20:49:07,268 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1851ms, sequenceid=172, compaction requested=false 2024-11-18T20:49:07,284 INFO [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:07,284 DEBUG [M:0;29a7ef02c270:35503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962945415Disabling compacts and flushes for region at 1731962945415Disabling writes for close at 1731962945416 (+1 ms)Obtaining lock to block concurrent updates at 1731962945416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962945416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731962945417 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962945424 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962945424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962945456 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962945456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962946012 (+556 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962946087 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962946088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962946617 (+529 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962946689 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962946689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59115cf1: reopening flushed file at 1731962947170 (+481 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b5be85: reopening flushed file at 1731962947195 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5beeab: reopening flushed file at 1731962947214 (+19 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1851ms, sequenceid=172, compaction requested=false at 1731962947268 (+54 ms)Writing region close event to WAL at 1731962947284 (+16 ms)Closed at 1731962947284 2024-11-18T20:49:07,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741847_1023 (size=22949) 2024-11-18T20:49:07,328 INFO [M:0;29a7ef02c270:35503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:49:07,328 INFO [M:0;29a7ef02c270:35503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35503 2024-11-18T20:49:07,328 INFO [M:0;29a7ef02c270:35503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:07,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:07,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:07,476 INFO [M:0;29a7ef02c270:35503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:07,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35503-0x10150fe5a0a0006, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:07,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:07,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:07,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:07,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:07,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:07,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:49:07,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:49:07,535 WARN [BP-1799356609-172.17.0.2-1731962907994 heartbeating to localhost/127.0.0.1:44879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:49:07,535 WARN [BP-1799356609-172.17.0.2-1731962907994 heartbeating to localhost/127.0.0.1:44879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1799356609-172.17.0.2-1731962907994 (Datanode Uuid ac1822d0-6e48-4c7a-bb7a-13f8ba136110) service to localhost/127.0.0.1:44879 2024-11-18T20:49:07,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/data/data1/current/BP-1799356609-172.17.0.2-1731962907994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:07,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:49:07,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/cluster_0d844ef3-bfe6-12c2-4d6c-9fdc5adf2b8d/data/data2/current/BP-1799356609-172.17.0.2-1731962907994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:07,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:07,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:07,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:07,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:07,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49da65b8-84d0-8e0e-c72e-9c0da879fc13/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:07,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:49:07,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:49:07,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/29a7ef02c270:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37575 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/29a7ef02c270:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/29a7ef02c270:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/29a7ef02c270:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/29a7ef02c270:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44879 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=424 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=765 (was 582) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2792 (was 4084) 2024-11-18T20:49:07,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=424, MaxFileDescriptor=1048576, SystemLoadAverage=765, ProcessCount=11, AvailableMemoryMB=2791 2024-11-18T20:49:07,653 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T20:49:07,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir so I do NOT create it in target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03 2024-11-18T20:49:07,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:49:07,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.tmp.dir so I do NOT create it in target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03 2024-11-18T20:49:07,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c057a6e7-d393-75b7-5cbb-2f1662434263/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:49:07,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03 2024-11-18T20:49:07,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7, deleteOnExit=true 2024-11-18T20:49:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150fe5a0a0005, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:49:07,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150fe5a0a0005, quorum=127.0.0.1:64281, baseZNode=/11378765939 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:49:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150fe5a0a0002, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:49:07,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150fe5a0a0002, quorum=127.0.0.1:64281, baseZNode=/01175299532 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:49:07,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/zookeeper_0, clientPort=55658, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:49:07,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55658 2024-11-18T20:49:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:49:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:49:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/test.cache.data in system properties and HBase conf 2024-11-18T20:49:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:49:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:49:07,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:49:07,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:49:07,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:49:07,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:49:07,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:07,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:49:07,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:49:07,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:49:07,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:07,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:49:07,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:49:08,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:08,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:08,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:08,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:08,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:08,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:08,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:08,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:08,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14713665{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/java.io.tmpdir/jetty-localhost-39361-hadoop-hdfs-3_4_1-tests_jar-_-any-3085510799411481935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:08,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:39361} 2024-11-18T20:49:08,330 INFO [Time-limited test {}] server.Server(415): Started @43824ms 2024-11-18T20:49:08,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:08,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:08,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:08,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:08,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:49:08,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:08,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:09,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f8153{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/java.io.tmpdir/jetty-localhost-41007-hadoop-hdfs-3_4_1-tests_jar-_-any-9349447634364316814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:09,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:41007} 2024-11-18T20:49:09,100 INFO [Time-limited test {}] server.Server(415): Started @44594ms 2024-11-18T20:49:09,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:49:10,500 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/data/data1/current/BP-1620972885-172.17.0.2-1731962947747/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:10,512 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/data/data2/current/BP-1620972885-172.17.0.2-1731962947747/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:10,599 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:49:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7260b6ff258744 with lease ID 0xfe180d0c838fb369: Processing first storage report for DS-b56bd8db-74e6-4284-a59a-0c469c0931cb from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=4a619fe0-cd03-4276-af5b-5fc583c5a5df, infoPort=38419, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=198009179;c=1731962947747) 2024-11-18T20:49:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7260b6ff258744 with lease ID 0xfe180d0c838fb369: from storage DS-b56bd8db-74e6-4284-a59a-0c469c0931cb node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=4a619fe0-cd03-4276-af5b-5fc583c5a5df, infoPort=38419, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=198009179;c=1731962947747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7260b6ff258744 with lease ID 0xfe180d0c838fb369: Processing first storage report for DS-5b28854d-668d-45b2-a587-4220b89c642b from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=4a619fe0-cd03-4276-af5b-5fc583c5a5df, infoPort=38419, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=198009179;c=1731962947747) 2024-11-18T20:49:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7260b6ff258744 with lease ID 0xfe180d0c838fb369: from storage DS-5b28854d-668d-45b2-a587-4220b89c642b node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=4a619fe0-cd03-4276-af5b-5fc583c5a5df, infoPort=38419, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=198009179;c=1731962947747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:10,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03 2024-11-18T20:49:10,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:10,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:49:11,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1 with version=8 2024-11-18T20:49:11,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/hbase-staging 2024-11-18T20:49:11,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:49:11,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:11,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46269 2024-11-18T20:49:11,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46269 connecting to ZooKeeper ensemble=127.0.0.1:55658 2024-11-18T20:49:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462690x0, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:11,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46269-0x10150fefa340000 connected 2024-11-18T20:49:11,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:11,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:11,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/running 2024-11-18T20:49:11,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1, hbase.cluster.distributed=false 2024-11-18T20:49:11,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/acl 2024-11-18T20:49:11,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46269 2024-11-18T20:49:11,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46269 2024-11-18T20:49:11,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46269 2024-11-18T20:49:11,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46269 2024-11-18T20:49:11,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46269 2024-11-18T20:49:11,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:11,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:11,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:11,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:11,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:49:11,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:11,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35231 2024-11-18T20:49:11,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35231 connecting to ZooKeeper ensemble=127.0.0.1:55658 2024-11-18T20:49:11,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:11,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352310x0, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:11,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35231-0x10150fefa340001 connected 2024-11-18T20:49:11,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/running 2024-11-18T20:49:11,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:49:11,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:49:11,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/master 2024-11-18T20:49:11,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/acl 2024-11-18T20:49:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35231 2024-11-18T20:49:11,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35231 2024-11-18T20:49:11,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35231 2024-11-18T20:49:11,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35231 2024-11-18T20:49:11,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35231 2024-11-18T20:49:11,893 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:46269 2024-11-18T20:49:11,912 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01927858135/backup-masters/29a7ef02c270,46269,1731962951202 2024-11-18T20:49:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135/backup-masters 2024-11-18T20:49:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135/backup-masters 2024-11-18T20:49:11,989 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on existing znode=/01927858135/backup-masters/29a7ef02c270,46269,1731962951202 2024-11-18T20:49:12,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:12,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01927858135/master 2024-11-18T20:49:12,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:12,048 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on existing znode=/01927858135/master 2024-11-18T20:49:12,059 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01927858135/backup-masters/29a7ef02c270,46269,1731962951202 from backup master directory 2024-11-18T20:49:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135/backup-masters 2024-11-18T20:49:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01927858135/backup-masters/29a7ef02c270,46269,1731962951202 2024-11-18T20:49:12,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135/backup-masters 2024-11-18T20:49:12,108 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:12,108 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,46269,1731962951202 2024-11-18T20:49:12,148 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/hbase.id] with ID: 5864a3c8-0392-47ac-915b-bbbb0a550da1 2024-11-18T20:49:12,148 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/.tmp/hbase.id 2024-11-18T20:49:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:49:12,637 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/.tmp/hbase.id]:[hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/hbase.id] 2024-11-18T20:49:12,657 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:12,657 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:49:12,659 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T20:49:12,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:12,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:49:13,124 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:13,125 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:49:13,128 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:49:13,576 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store 2024-11-18T20:49:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:49:13,995 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:13,995 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:13,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:13,995 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:13,995 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:13,995 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:13,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:13,996 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962953995Disabling compacts and flushes for region at 1731962953995Disabling writes for close at 1731962953995Writing region close event to WAL at 1731962953995Closed at 1731962953995 2024-11-18T20:49:13,997 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/.initializing 2024-11-18T20:49:13,997 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/WALs/29a7ef02c270,46269,1731962951202 2024-11-18T20:49:13,999 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:14,004 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C46269%2C1731962951202, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/WALs/29a7ef02c270,46269,1731962951202, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/oldWALs, maxLogs=10 2024-11-18T20:49:14,038 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/WALs/29a7ef02c270,46269,1731962951202/29a7ef02c270%2C46269%2C1731962951202.1731962954004, exclude list is [], retry=0 2024-11-18T20:49:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-b56bd8db-74e6-4284-a59a-0c469c0931cb,DISK] 2024-11-18T20:49:14,091 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/WALs/29a7ef02c270,46269,1731962951202/29a7ef02c270%2C46269%2C1731962951202.1731962954004 2024-11-18T20:49:14,098 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-11-18T20:49:14,099 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:14,099 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:14,099 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,100 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:49:14,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:14,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:14,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:49:14,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:14,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:14,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:49:14,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:14,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:14,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:49:14,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:14,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:14,174 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,176 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,177 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,179 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,179 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,184 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:14,187 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:14,193 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:14,194 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72700141, jitterRate=0.08331651985645294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:14,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962954100Initializing all the Stores at 1731962954115 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962954115Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962954123 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962954123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962954123Cleaning up temporary data from old regions at 1731962954179 (+56 ms)Region opened successfully at 1731962954195 (+16 ms) 2024-11-18T20:49:14,199 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:49:14,216 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612a251e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:14,231 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:49:14,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:49:14,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:49:14,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:49:14,236 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-18T20:49:14,236 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:49:14,236 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:49:14,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:49:14,284 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Unable to get data of znode /01927858135/balancer because node does not exist (not necessarily an error) 2024-11-18T20:49:14,328 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/balancer already deleted, retry=false 2024-11-18T20:49:14,328 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:49:14,336 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Unable to get data of znode /01927858135/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:49:14,359 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/normalizer already deleted, retry=false 2024-11-18T20:49:14,360 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:49:14,369 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Unable to get data of znode /01927858135/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:49:14,375 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/switch/split already deleted, retry=false 2024-11-18T20:49:14,379 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Unable to get data of znode /01927858135/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:49:14,394 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/switch/merge already deleted, retry=false 2024-11-18T20:49:14,406 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Unable to get data of znode /01927858135/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:49:14,422 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/snapshot-cleanup already deleted, retry=false 2024-11-18T20:49:14,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01927858135/running 2024-11-18T20:49:14,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:14,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01927858135/running 2024-11-18T20:49:14,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:14,448 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,46269,1731962951202, sessionid=0x10150fefa340000, setting cluster-up flag (Was=false) 2024-11-18T20:49:14,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:14,536 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01927858135/flush-table-proc/acquired, /01927858135/flush-table-proc/reached, /01927858135/flush-table-proc/abort 2024-11-18T20:49:14,563 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,46269,1731962951202 2024-11-18T20:49:14,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:14,642 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01927858135/online-snapshot/acquired, /01927858135/online-snapshot/reached, /01927858135/online-snapshot/abort 2024-11-18T20:49:14,644 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,46269,1731962951202 2024-11-18T20:49:14,676 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:49:14,703 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:14,704 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:49:14,704 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:49:14,705 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,46269,1731962951202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:49:14,711 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(746): ClusterId : 5864a3c8-0392-47ac-915b-bbbb0a550da1 2024-11-18T20:49:14,711 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:49:14,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:14,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:14,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:14,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:14,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:49:14,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,729 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:14,729 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,729 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:49:14,729 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:49:14,765 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962984765 2024-11-18T20:49:14,765 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:49:14,766 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:49:14,766 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:49:14,766 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:49:14,766 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:49:14,766 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:49:14,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:14,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:49:14,766 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,769 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:49:14,769 DEBUG [RS:0;29a7ef02c270:35231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6129d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:14,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:49:14,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:49:14,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:49:14,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:49:14,776 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:49:14,776 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:49:14,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:14,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:49:14,780 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962954776,5,FailOnTimeoutGroup] 2024-11-18T20:49:14,783 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962954780,5,FailOnTimeoutGroup] 2024-11-18T20:49:14,783 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,783 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:49:14,784 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,784 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,806 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:35231 2024-11-18T20:49:14,806 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:49:14,806 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:49:14,806 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:49:14,810 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,46269,1731962951202 with port=35231, startcode=1731962951716 2024-11-18T20:49:14,811 DEBUG [RS:0;29a7ef02c270:35231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:49:14,818 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:49:14,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,35231,1731962951716 2024-11-18T20:49:14,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46269 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,35231,1731962951716 2024-11-18T20:49:14,829 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1 2024-11-18T20:49:14,829 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39297 2024-11-18T20:49:14,829 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:49:14,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135/rs 2024-11-18T20:49:14,843 DEBUG [RS:0;29a7ef02c270:35231 {}] zookeeper.ZKUtil(111): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on existing znode=/01927858135/rs/29a7ef02c270,35231,1731962951716 2024-11-18T20:49:14,843 WARN [RS:0;29a7ef02c270:35231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:14,843 INFO [RS:0;29a7ef02c270:35231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:14,843 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716 2024-11-18T20:49:14,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,35231,1731962951716] 2024-11-18T20:49:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:49:14,873 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:49:14,876 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:49:14,877 INFO [RS:0;29a7ef02c270:35231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:49:14,877 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,877 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:49:14,879 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:49:14,879 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,880 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,881 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,881 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,881 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:14,882 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:14,882 DEBUG [RS:0;29a7ef02c270:35231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:14,887 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,887 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,887 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,887 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,887 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,887 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35231,1731962951716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:14,914 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:49:14,914 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35231,1731962951716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,914 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,914 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.Replication(171): 29a7ef02c270,35231,1731962951716 started 2024-11-18T20:49:14,938 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:14,938 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,35231,1731962951716, RpcServer on 29a7ef02c270/172.17.0.2:35231, sessionid=0x10150fefa340001 2024-11-18T20:49:14,939 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:49:14,939 DEBUG [RS:0;29a7ef02c270:35231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,35231,1731962951716 2024-11-18T20:49:14,939 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35231,1731962951716' 2024-11-18T20:49:14,939 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01927858135/flush-table-proc/abort' 2024-11-18T20:49:14,939 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01927858135/flush-table-proc/acquired' 2024-11-18T20:49:14,940 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:49:14,940 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:49:14,940 DEBUG [RS:0;29a7ef02c270:35231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,35231,1731962951716 2024-11-18T20:49:14,940 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35231,1731962951716' 2024-11-18T20:49:14,940 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01927858135/online-snapshot/abort' 2024-11-18T20:49:14,941 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01927858135/online-snapshot/acquired' 2024-11-18T20:49:14,941 DEBUG [RS:0;29a7ef02c270:35231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:49:14,941 INFO [RS:0;29a7ef02c270:35231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:49:14,941 INFO [RS:0;29a7ef02c270:35231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:49:15,042 INFO [RS:0;29a7ef02c270:35231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:15,047 INFO [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35231%2C1731962951716, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/oldWALs, maxLogs=10 2024-11-18T20:49:15,072 DEBUG [RS:0;29a7ef02c270:35231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048, exclude list is [], retry=0 2024-11-18T20:49:15,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-b56bd8db-74e6-4284-a59a-0c469c0931cb,DISK] 2024-11-18T20:49:15,100 INFO [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 2024-11-18T20:49:15,101 DEBUG [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-11-18T20:49:15,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:49:15,260 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1 2024-11-18T20:49:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:49:15,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:15,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:15,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:15,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:15,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:15,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:15,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:15,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:15,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:15,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:15,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:15,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:15,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:15,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:15,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:15,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:15,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:15,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:15,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740 2024-11-18T20:49:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740 2024-11-18T20:49:15,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:15,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:15,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:15,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:15,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:15,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69920644, jitterRate=0.04189878702163696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:15,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962955710Initializing all the Stores at 1731962955712 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962955712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962955712Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962955712Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962955712Cleaning up temporary data from old regions at 1731962955740 (+28 ms)Region opened successfully at 1731962955754 (+14 ms) 2024-11-18T20:49:15,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:15,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:15,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:15,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:15,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:15,755 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:15,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962955754Disabling compacts and flushes for region at 1731962955754Disabling writes for close at 1731962955754Writing region close event to WAL at 1731962955755 (+1 ms)Closed at 1731962955755 2024-11-18T20:49:15,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:15,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:49:15,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:49:15,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:15,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:49:15,915 DEBUG [29a7ef02c270:46269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:49:15,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,35231,1731962951716 2024-11-18T20:49:15,918 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35231,1731962951716, state=OPENING 2024-11-18T20:49:15,958 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:49:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:15,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927858135/meta-region-server: CHANGED 2024-11-18T20:49:15,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927858135/meta-region-server: CHANGED 2024-11-18T20:49:15,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:15,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35231,1731962951716}] 2024-11-18T20:49:16,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:49:16,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:49:16,139 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:49:16,139 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:16,139 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:49:16,142 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35231%2C1731962951716.meta, suffix=.meta, logDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/oldWALs, maxLogs=10 2024-11-18T20:49:16,164 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.meta.1731962956143.meta, exclude list is [], retry=0 2024-11-18T20:49:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-b56bd8db-74e6-4284-a59a-0c469c0931cb,DISK] 2024-11-18T20:49:16,176 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.meta.1731962956143.meta 2024-11-18T20:49:16,176 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-11-18T20:49:16,177 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:16,177 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:16,178 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:16,178 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:49:16,178 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:49:16,178 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:49:16,178 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:16,179 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:49:16,179 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:49:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:16,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:16,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:16,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:16,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:16,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:16,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:16,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:16,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:16,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:16,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:16,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:16,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:16,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:16,202 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:16,203 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740 2024-11-18T20:49:16,205 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740 2024-11-18T20:49:16,208 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:16,208 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:16,209 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:16,211 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:16,213 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63185518, jitterRate=-0.05846241116523743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:16,213 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:49:16,214 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962956179Writing region info on filesystem at 1731962956179Initializing all the Stores at 1731962956181 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962956181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962956183 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962956183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962956183Cleaning up temporary data from old regions at 1731962956208 (+25 ms)Running coprocessor post-open hooks at 1731962956213 (+5 ms)Region opened successfully at 1731962956214 (+1 ms) 2024-11-18T20:49:16,217 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962956124 2024-11-18T20:49:16,224 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:49:16,224 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:49:16,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,35231,1731962951716 2024-11-18T20:49:16,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35231,1731962951716, state=OPEN 2024-11-18T20:49:16,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01927858135/meta-region-server 2024-11-18T20:49:16,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,35231,1731962951716 2024-11-18T20:49:16,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927858135/meta-region-server: CHANGED 2024-11-18T20:49:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01927858135/meta-region-server 2024-11-18T20:49:16,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927858135/meta-region-server: CHANGED 2024-11-18T20:49:16,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:49:16,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35231,1731962951716 in 324 msec 2024-11-18T20:49:16,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:49:16,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-11-18T20:49:16,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:16,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:49:16,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:16,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35231,1731962951716, seqNum=-1] 2024-11-18T20:49:16,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:16,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:16,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6670 sec 2024-11-18T20:49:16,359 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962956359, completionTime=-1 2024-11-18T20:49:16,359 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:49:16,359 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:49:16,363 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:49:16,363 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963016363 2024-11-18T20:49:16,363 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963076363 2024-11-18T20:49:16,363 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T20:49:16,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46269,1731962951202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46269,1731962951202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46269,1731962951202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:46269, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,365 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,367 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,369 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:49:16,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.267sec 2024-11-18T20:49:16,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:49:16,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:49:16,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:49:16,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:49:16,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:49:16,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46269,1731962951202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:16,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46269,1731962951202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:49:16,382 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:49:16,382 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:49:16,382 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46269,1731962951202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:16,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b174d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:16,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46269,-1 for getting cluster id 2024-11-18T20:49:16,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:16,420 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5864a3c8-0392-47ac-915b-bbbb0a550da1' 2024-11-18T20:49:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5864a3c8-0392-47ac-915b-bbbb0a550da1" 2024-11-18T20:49:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678a2295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46269,-1] 2024-11-18T20:49:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:16,424 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:16,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:16,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35231,1731962951716, seqNum=-1] 2024-11-18T20:49:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:16,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:16,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,46269,1731962951202 2024-11-18T20:49:16,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55658 2024-11-18T20:49:16,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:16,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150fefa340002 connected 2024-11-18T20:49:16,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir so I do NOT create it in target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9 2024-11-18T20:49:16,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:49:16,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.tmp.dir so I do NOT create it in target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9 2024-11-18T20:49:16,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:49:16,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9 2024-11-18T20:49:16,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:49:16,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/cluster_df954e76-43f6-be84-ce6d-012c89b94355, deleteOnExit=true 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/test.cache.data in system properties and HBase conf 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:49:16,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:49:16,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:16,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:49:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:49:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:49:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:49:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:49:16,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:16,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:16,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:16,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:16,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:49:16,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:16,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74193318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:16,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:16,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cc0ab3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/java.io.tmpdir/jetty-localhost-35097-hadoop-hdfs-3_4_1-tests_jar-_-any-13245489414504748303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:16,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c32071a{HTTP/1.1, (http/1.1)}{localhost:35097} 2024-11-18T20:49:16,991 INFO [Time-limited test {}] server.Server(415): Started @52485ms 2024-11-18T20:49:17,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:17,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:17,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:17,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:17,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:49:17,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ae4ebc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:17,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:17,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bea5897{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/java.io.tmpdir/jetty-localhost-44965-hadoop-hdfs-3_4_1-tests_jar-_-any-1861801797224002206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:17,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c9345c5{HTTP/1.1, (http/1.1)}{localhost:44965} 2024-11-18T20:49:17,499 INFO [Time-limited test {}] server.Server(415): Started @52993ms 2024-11-18T20:49:17,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:49:18,137 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/cluster_df954e76-43f6-be84-ce6d-012c89b94355/data/data1/current/BP-1510646522-172.17.0.2-1731962956547/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:18,143 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/cluster_df954e76-43f6-be84-ce6d-012c89b94355/data/data2/current/BP-1510646522-172.17.0.2-1731962956547/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:18,197 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:49:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x299ae05aa750b068 with lease ID 0x26f25642468f17be: Processing first storage report for DS-1ee3fae5-ddcb-4cc2-98aa-b275d1074201 from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=1d15308a-c36d-4231-ba5f-814b0bb895cf, infoPort=34405, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1199286638;c=1731962956547) 2024-11-18T20:49:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x299ae05aa750b068 with lease ID 0x26f25642468f17be: from storage DS-1ee3fae5-ddcb-4cc2-98aa-b275d1074201 node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=1d15308a-c36d-4231-ba5f-814b0bb895cf, infoPort=34405, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1199286638;c=1731962956547), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x299ae05aa750b068 with lease ID 0x26f25642468f17be: Processing first storage report for DS-11e12ac3-0192-4cb4-a902-e31c0147ac4b from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=1d15308a-c36d-4231-ba5f-814b0bb895cf, infoPort=34405, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1199286638;c=1731962956547) 2024-11-18T20:49:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x299ae05aa750b068 with lease ID 0x26f25642468f17be: from storage DS-11e12ac3-0192-4cb4-a902-e31c0147ac4b node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=1d15308a-c36d-4231-ba5f-814b0bb895cf, infoPort=34405, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1199286638;c=1731962956547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:18,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9 2024-11-18T20:49:18,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:49:18,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9 with version=8 2024-11-18T20:49:18,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/hbase-staging 2024-11-18T20:49:18,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:49:18,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:18,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34143 2024-11-18T20:49:18,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34143 connecting to ZooKeeper ensemble=127.0.0.1:55658 2024-11-18T20:49:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341430x0, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:18,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34143-0x10150fefa340003 connected 2024-11-18T20:49:18,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/running 2024-11-18T20:49:18,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9, hbase.cluster.distributed=false 2024-11-18T20:49:18,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/acl 2024-11-18T20:49:18,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34143 2024-11-18T20:49:18,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34143 2024-11-18T20:49:18,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34143 2024-11-18T20:49:18,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34143 2024-11-18T20:49:18,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34143 2024-11-18T20:49:18,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:18,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:18,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:18,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:18,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:18,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:18,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:49:18,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:18,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38997 2024-11-18T20:49:18,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38997 connecting to ZooKeeper ensemble=127.0.0.1:55658 2024-11-18T20:49:18,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:18,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389970x0, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/running 2024-11-18T20:49:18,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:49:18,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389970x0, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:18,462 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:49:18,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389970x0, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/master 2024-11-18T20:49:18,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389970x0, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/acl 2024-11-18T20:49:18,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38997-0x10150fefa340004 connected 2024-11-18T20:49:18,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-18T20:49:18,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38997 2024-11-18T20:49:18,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38997 2024-11-18T20:49:18,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-18T20:49:18,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-18T20:49:18,592 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:34143 2024-11-18T20:49:18,599 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-417033997/backup-masters/29a7ef02c270,34143,1731962958289 2024-11-18T20:49:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997/backup-masters 2024-11-18T20:49:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997/backup-masters 2024-11-18T20:49:18,608 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on existing znode=/1-417033997/backup-masters/29a7ef02c270,34143,1731962958289 2024-11-18T20:49:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-417033997/master 2024-11-18T20:49:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:18,617 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on existing znode=/1-417033997/master 2024-11-18T20:49:18,617 WARN [RS:0;29a7ef02c270:35231 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 29a7ef02c270,34285,1731962916078: status=Processing ServerCrashProcedure of 29a7ef02c270,34285,1731962916078 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731962936179, completionTime=-1 appears to have been leaked 2024-11-18T20:49:18,619 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-417033997/backup-masters/29a7ef02c270,34143,1731962958289 from backup master directory 2024-11-18T20:49:18,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997/backup-masters 2024-11-18T20:49:18,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-417033997/backup-masters/29a7ef02c270,34143,1731962958289 2024-11-18T20:49:18,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997/backup-masters 2024-11-18T20:49:18,624 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:18,624 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,34143,1731962958289 2024-11-18T20:49:18,636 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/hbase.id] with ID: 5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e 2024-11-18T20:49:18,636 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/.tmp/hbase.id 2024-11-18T20:49:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:49:19,050 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/.tmp/hbase.id]:[hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/hbase.id] 2024-11-18T20:49:19,082 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:19,082 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:49:19,086 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T20:49:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:49:19,149 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:19,151 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:49:19,164 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:49:19,640 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store 2024-11-18T20:49:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:49:19,668 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:19,668 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:19,668 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:19,668 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:19,668 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:19,668 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:19,669 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:19,669 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962959668Disabling compacts and flushes for region at 1731962959668Disabling writes for close at 1731962959668Writing region close event to WAL at 1731962959669 (+1 ms)Closed at 1731962959669 2024-11-18T20:49:19,670 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/.initializing 2024-11-18T20:49:19,670 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/WALs/29a7ef02c270,34143,1731962958289 2024-11-18T20:49:19,673 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:19,675 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C34143%2C1731962958289, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/WALs/29a7ef02c270,34143,1731962958289, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/oldWALs, maxLogs=10 2024-11-18T20:49:19,696 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/WALs/29a7ef02c270,34143,1731962958289/29a7ef02c270%2C34143%2C1731962958289.1731962959676, exclude list is [], retry=0 2024-11-18T20:49:19,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-1ee3fae5-ddcb-4cc2-98aa-b275d1074201,DISK] 2024-11-18T20:49:19,715 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/WALs/29a7ef02c270,34143,1731962958289/29a7ef02c270%2C34143%2C1731962958289.1731962959676 2024-11-18T20:49:19,716 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-18T20:49:19,716 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:19,716 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:19,717 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,717 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:49:19,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:49:19,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:19,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:49:19,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:19,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:19,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:49:19,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:19,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:19,741 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,748 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,748 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,751 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,751 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,751 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:19,753 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:19,763 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:19,764 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70976152, jitterRate=0.057627081871032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:19,765 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962959717Initializing all the Stores at 1731962959723 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962959723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962959724 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962959724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962959725 (+1 ms)Cleaning up temporary data from old regions at 1731962959751 (+26 ms)Region opened successfully at 1731962959764 (+13 ms) 2024-11-18T20:49:19,779 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:49:19,786 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b21141d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:19,788 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:49:19,788 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:49:19,788 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:49:19,788 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:49:19,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:49:19,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:49:19,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:49:19,808 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:49:19,815 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Unable to get data of znode /1-417033997/balancer because node does not exist (not necessarily an error) 2024-11-18T20:49:19,853 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/balancer already deleted, retry=false 2024-11-18T20:49:19,853 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:49:19,863 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Unable to get data of znode /1-417033997/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:49:19,872 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/normalizer already deleted, retry=false 2024-11-18T20:49:19,879 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:49:19,885 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Unable to get data of znode /1-417033997/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:49:19,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/switch/split already deleted, retry=false 2024-11-18T20:49:19,892 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Unable to get data of znode /1-417033997/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:49:19,899 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/switch/merge already deleted, retry=false 2024-11-18T20:49:19,909 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Unable to get data of znode /1-417033997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:49:19,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/snapshot-cleanup already deleted, retry=false 2024-11-18T20:49:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-417033997/running 2024-11-18T20:49:19,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,929 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,34143,1731962958289, sessionid=0x10150fefa340003, setting cluster-up flag (Was=false) 2024-11-18T20:49:19,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-417033997/running 2024-11-18T20:49:19,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,974 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-417033997/flush-table-proc/acquired, /1-417033997/flush-table-proc/reached, /1-417033997/flush-table-proc/abort 2024-11-18T20:49:19,977 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,34143,1731962958289 2024-11-18T20:49:19,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:19,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:20,027 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-417033997/online-snapshot/acquired, /1-417033997/online-snapshot/reached, /1-417033997/online-snapshot/abort 2024-11-18T20:49:20,040 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,34143,1731962958289 2024-11-18T20:49:20,046 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:49:20,060 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:20,061 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:49:20,061 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:49:20,061 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,34143,1731962958289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:20,067 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:20,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:49:20,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962990114 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:49:20,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:49:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:49:20,116 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,123 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:49:20,124 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:49:20,124 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:49:20,124 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:49:20,129 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:49:20,129 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:49:20,130 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962960129,5,FailOnTimeoutGroup] 2024-11-18T20:49:20,131 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(746): ClusterId : 5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e 2024-11-18T20:49:20,131 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:49:20,132 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962960130,5,FailOnTimeoutGroup] 2024-11-18T20:49:20,132 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,132 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:49:20,132 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,132 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:49:20,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:49:20,141 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9 2024-11-18T20:49:20,142 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:49:20,142 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:49:20,150 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:49:20,151 DEBUG [RS:0;29a7ef02c270:38997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c1644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:20,185 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:38997 2024-11-18T20:49:20,185 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:49:20,185 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:49:20,185 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:49:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:49:20,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:20,199 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,34143,1731962958289 with port=38997, startcode=1731962958426 2024-11-18T20:49:20,199 DEBUG [RS:0;29a7ef02c270:38997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:49:20,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:20,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:20,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:20,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:20,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:20,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:20,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:20,229 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:49:20,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34143 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:20,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:20,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:20,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:20,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:20,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:20,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:20,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:20,239 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9 2024-11-18T20:49:20,239 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35855 2024-11-18T20:49:20,239 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:49:20,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740 2024-11-18T20:49:20,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740 2024-11-18T20:49:20,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:20,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:20,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:20,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:20,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:20,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61745111, jitterRate=-0.07992614805698395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:20,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962960197Initializing all the Stores at 1731962960198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962960198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962960212 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962960212Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962960212Cleaning up temporary data from old regions at 1731962960242 (+30 ms)Region opened successfully at 1731962960256 (+14 ms) 2024-11-18T20:49:20,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:20,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:20,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:20,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:20,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:20,264 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:20,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962960257Disabling compacts and flushes for region at 1731962960257Disabling writes for close at 1731962960257Writing region close event to WAL at 1731962960264 (+7 ms)Closed at 1731962960264 2024-11-18T20:49:20,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:20,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:49:20,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:49:20,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:20,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:49:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997/rs 2024-11-18T20:49:20,307 DEBUG [RS:0;29a7ef02c270:38997 {}] zookeeper.ZKUtil(111): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on existing znode=/1-417033997/rs/29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,307 WARN [RS:0;29a7ef02c270:38997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:20,308 INFO [RS:0;29a7ef02c270:38997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:20,308 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,38997,1731962958426] 2024-11-18T20:49:20,327 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:49:20,331 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:49:20,340 INFO [RS:0;29a7ef02c270:38997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:49:20,340 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,344 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:49:20,345 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:49:20,346 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,346 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,347 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,347 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,347 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,347 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:20,347 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:20,347 DEBUG [RS:0;29a7ef02c270:38997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:20,359 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,359 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,360 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,360 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,360 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,360 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38997,1731962958426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:20,383 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:49:20,384 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38997,1731962958426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,384 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,384 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.Replication(171): 29a7ef02c270,38997,1731962958426 started 2024-11-18T20:49:20,404 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:20,404 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,38997,1731962958426, RpcServer on 29a7ef02c270/172.17.0.2:38997, sessionid=0x10150fefa340004 2024-11-18T20:49:20,405 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:49:20,405 DEBUG [RS:0;29a7ef02c270:38997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,405 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,38997,1731962958426' 2024-11-18T20:49:20,405 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-417033997/flush-table-proc/abort' 2024-11-18T20:49:20,405 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-417033997/flush-table-proc/acquired' 2024-11-18T20:49:20,406 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:49:20,406 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:49:20,406 DEBUG [RS:0;29a7ef02c270:38997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,406 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,38997,1731962958426' 2024-11-18T20:49:20,406 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-417033997/online-snapshot/abort' 2024-11-18T20:49:20,406 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-417033997/online-snapshot/acquired' 2024-11-18T20:49:20,407 DEBUG [RS:0;29a7ef02c270:38997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:49:20,407 INFO [RS:0;29a7ef02c270:38997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:49:20,407 INFO [RS:0;29a7ef02c270:38997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:49:20,433 WARN [29a7ef02c270:34143 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:49:20,508 INFO [RS:0;29a7ef02c270:38997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:20,510 INFO [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C38997%2C1731962958426, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/oldWALs, maxLogs=10 2024-11-18T20:49:20,528 DEBUG [RS:0;29a7ef02c270:38997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426/29a7ef02c270%2C38997%2C1731962958426.1731962960510, exclude list is [], retry=0 2024-11-18T20:49:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-1ee3fae5-ddcb-4cc2-98aa-b275d1074201,DISK] 2024-11-18T20:49:20,552 INFO [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426/29a7ef02c270%2C38997%2C1731962958426.1731962960510 2024-11-18T20:49:20,555 DEBUG [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-18T20:49:20,684 DEBUG [29a7ef02c270:34143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:49:20,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,38997,1731962958426 2024-11-18T20:49:20,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,38997,1731962958426, state=OPENING 2024-11-18T20:49:20,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:49:20,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:49:20,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:20,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-417033997/meta-region-server: CHANGED 2024-11-18T20:49:20,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:20,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:21,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,38997,1731962958426}] 2024-11-18T20:49:21,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-417033997/meta-region-server: CHANGED 2024-11-18T20:49:21,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:49:21,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:49:21,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:21,207 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:49:21,207 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:21,208 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:49:21,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:21,228 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C38997%2C1731962958426.meta, suffix=.meta, logDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/oldWALs, maxLogs=10 2024-11-18T20:49:21,289 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426/29a7ef02c270%2C38997%2C1731962958426.meta.1731962961228.meta, exclude list is [], retry=0 2024-11-18T20:49:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-1ee3fae5-ddcb-4cc2-98aa-b275d1074201,DISK] 2024-11-18T20:49:21,328 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426/29a7ef02c270%2C38997%2C1731962958426.meta.1731962961228.meta 2024-11-18T20:49:21,347 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-18T20:49:21,348 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:21,348 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:21,348 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:21,349 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:49:21,349 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:49:21,349 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:49:21,349 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:21,349 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:49:21,349 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:49:21,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:21,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:21,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:21,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:21,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:21,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:21,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:21,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:21,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:21,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:21,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:21,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:21,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:21,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:21,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:21,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:21,383 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:21,384 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740 2024-11-18T20:49:21,386 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740 2024-11-18T20:49:21,389 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:21,389 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:21,390 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:21,393 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:21,395 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69341067, jitterRate=0.03326241672039032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:21,395 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:49:21,395 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962961350Writing region info on filesystem at 1731962961350Initializing all the Stores at 1731962961356 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962961356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962961360 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962961361 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962961361Cleaning up temporary data from old regions at 1731962961389 (+28 ms)Running coprocessor post-open hooks at 1731962961395 (+6 ms)Region opened successfully at 1731962961395 2024-11-18T20:49:21,404 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962961170 2024-11-18T20:49:21,410 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:49:21,410 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:49:21,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38997,1731962958426 2024-11-18T20:49:21,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,38997,1731962958426, state=OPEN 2024-11-18T20:49:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-417033997/meta-region-server 2024-11-18T20:49:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-417033997/meta-region-server 2024-11-18T20:49:21,458 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,38997,1731962958426 2024-11-18T20:49:21,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-417033997/meta-region-server: CHANGED 2024-11-18T20:49:21,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-417033997/meta-region-server: CHANGED 2024-11-18T20:49:21,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:49:21,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,38997,1731962958426 in 458 msec 2024-11-18T20:49:21,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:49:21,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1990 sec 2024-11-18T20:49:21,473 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:21,473 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:49:21,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:21,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38997,1731962958426, seqNum=-1] 2024-11-18T20:49:21,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:21,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:21,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-18T20:49:21,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962961492, completionTime=-1 2024-11-18T20:49:21,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:49:21,493 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:49:21,497 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:49:21,497 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963021497 2024-11-18T20:49:21,497 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963081497 2024-11-18T20:49:21,497 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T20:49:21,497 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34143,1731962958289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,497 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34143,1731962958289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34143,1731962958289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:34143, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,500 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,506 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.886sec 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34143,1731962958289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:21,510 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34143,1731962958289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:49:21,530 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:49:21,530 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:49:21,530 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34143,1731962958289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:21,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99a76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34143,-1 for getting cluster id 2024-11-18T20:49:21,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:21,572 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e' 2024-11-18T20:49:21,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e" 2024-11-18T20:49:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e6343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34143,-1] 2024-11-18T20:49:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:21,580 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:21,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38997,1731962958426, seqNum=-1] 2024-11-18T20:49:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:21,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:21,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,34143,1731962958289 2024-11-18T20:49:21,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55658 2024-11-18T20:49:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:21,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150fefa340005 connected 2024-11-18T20:49:21,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931953f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46269,-1 for getting cluster id 2024-11-18T20:49:21,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:21,653 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5864a3c8-0392-47ac-915b-bbbb0a550da1' 2024-11-18T20:49:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5864a3c8-0392-47ac-915b-bbbb0a550da1" 2024-11-18T20:49:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f879e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46269,-1] 2024-11-18T20:49:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:21,660 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d74c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46269,1731962951202 2024-11-18T20:49:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a88cc40 2024-11-18T20:49:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:21,665 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:21,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:49:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:49:21,672 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:34143' 2024-11-18T20:49:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:21,676 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f157cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,676 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34143,-1 for getting cluster id 2024-11-18T20:49:21,677 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:21,679 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e' 2024-11-18T20:49:21,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:21,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e" 2024-11-18T20:49:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949dcf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34143,-1] 2024-11-18T20:49:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:21,684 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:21,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfde605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:21,686 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:21,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34143,1731962958289 2024-11-18T20:49:21,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436af10b 2024-11-18T20:49:21,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:21,690 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:21,692 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T20:49:21,692 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:49:21,692 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:21,692 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:21,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:21,698 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:21,702 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:49:21,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:49:21,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:21,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:49:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741835_1011 (size=1138) 2024-11-18T20:49:21,753 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:49:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:21,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:49:21,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:21,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:22,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c1d553fd90545718d076403e780d723, NAME => 'hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1 2024-11-18T20:49:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741836_1012 (size=44) 2024-11-18T20:49:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:22,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:22,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c1d553fd90545718d076403e780d723, disabling compactions & flushes 2024-11-18T20:49:22,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:22,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:22,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. after waiting 0 ms 2024-11-18T20:49:22,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:22,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:22,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c1d553fd90545718d076403e780d723: Waiting for close lock at 1731962962555Disabling compacts and flushes for region at 1731962962555Disabling writes for close at 1731962962555Writing region close event to WAL at 1731962962556 (+1 ms)Closed at 1731962962556 2024-11-18T20:49:22,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:49:22,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962962559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962962559"}]},"ts":"1731962962559"} 2024-11-18T20:49:22,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:49:22,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:49:22,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962962564"}]},"ts":"1731962962564"} 2024-11-18T20:49:22,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:49:22,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c1d553fd90545718d076403e780d723, ASSIGN}] 2024-11-18T20:49:22,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c1d553fd90545718d076403e780d723, ASSIGN 2024-11-18T20:49:22,571 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c1d553fd90545718d076403e780d723, ASSIGN; state=OFFLINE, location=29a7ef02c270,35231,1731962951716; forceNewPlan=false, retain=false 2024-11-18T20:49:22,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c1d553fd90545718d076403e780d723, regionState=OPENING, regionLocation=29a7ef02c270,35231,1731962951716 2024-11-18T20:49:22,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c1d553fd90545718d076403e780d723, ASSIGN because future has completed 2024-11-18T20:49:22,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c1d553fd90545718d076403e780d723, server=29a7ef02c270,35231,1731962951716}] 2024-11-18T20:49:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:22,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:22,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:22,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:49:22,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35231%2C1731962951716.rep, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/oldWALs, maxLogs=10 2024-11-18T20:49:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.rep.1731962962909, exclude list is [], retry=0 2024-11-18T20:49:22,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-b56bd8db-74e6-4284-a59a-0c469c0931cb,DISK] 2024-11-18T20:49:22,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.rep.1731962962909 2024-11-18T20:49:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-11-18T20:49:22,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c1d553fd90545718d076403e780d723, NAME => 'hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:22,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:22,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. service=MultiRowMutationService 2024-11-18T20:49:22,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:49:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:22,991 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:22,995 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c1d553fd90545718d076403e780d723 columnFamilyName hfileref 2024-11-18T20:49:22,995 DEBUG [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:22,997 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] regionserver.HStore(327): Store=3c1d553fd90545718d076403e780d723/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:22,997 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,001 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c1d553fd90545718d076403e780d723 columnFamilyName queue 2024-11-18T20:49:23,001 DEBUG [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:23,002 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] regionserver.HStore(327): Store=3c1d553fd90545718d076403e780d723/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:23,002 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,006 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c1d553fd90545718d076403e780d723 columnFamilyName sid 2024-11-18T20:49:23,006 DEBUG [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:23,007 INFO [StoreOpener-3c1d553fd90545718d076403e780d723-1 {}] regionserver.HStore(327): Store=3c1d553fd90545718d076403e780d723/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:23,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:49:23,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:23,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3c1d553fd90545718d076403e780d723; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73405947, jitterRate=0.09383384883403778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:49:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:23,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3c1d553fd90545718d076403e780d723: Running coprocessor pre-open hook at 1731962962973Writing region info on filesystem at 1731962962973Initializing all the Stores at 1731962962978 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962962978Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962962991 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962962991Cleaning up temporary data from old regions at 1731962963010 (+19 ms)Running coprocessor post-open hooks at 1731962963033 (+23 ms)Region opened successfully at 1731962963034 (+1 ms) 2024-11-18T20:49:23,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723., pid=7, masterSystemTime=1731962962887 2024-11-18T20:49:23,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:23,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:23,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c1d553fd90545718d076403e780d723, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,35231,1731962951716 2024-11-18T20:49:23,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c1d553fd90545718d076403e780d723, server=29a7ef02c270,35231,1731962951716 because future has completed 2024-11-18T20:49:23,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T20:49:23,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c1d553fd90545718d076403e780d723, server=29a7ef02c270,35231,1731962951716 in 353 msec 2024-11-18T20:49:23,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:49:23,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962963101"}]},"ts":"1731962963101"} 2024-11-18T20:49:23,106 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:49:23,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:49:23,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:49:23,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4120 sec 2024-11-18T20:49:23,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c1d553fd90545718d076403e780d723, ASSIGN in 520 msec 2024-11-18T20:49:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723., hostname=29a7ef02c270,35231,1731962951716, seqNum=2] 2024-11-18T20:49:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:23,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:49:23,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T20:49:23,367 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:49:23,415 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,35231,1731962951716, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:49:23,416 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:23,416 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35231,1731962951716, seqNum=-1] 2024-11-18T20:49:23,417 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:23,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T20:49:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,35231,1731962951716', locateType=CURRENT is [region=hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723., hostname=29a7ef02c270,35231,1731962951716, seqNum=2] 2024-11-18T20:49:23,428 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T20:49:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T20:49:23,434 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,35231,1731962951716 suceeded 2024-11-18T20:49:23,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T20:49:23,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-18T20:49:23,440 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:49:23,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7740 sec 2024-11-18T20:49:23,460 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:34143' 2024-11-18T20:49:23,462 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565f7be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:23,462 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34143,-1 for getting cluster id 2024-11-18T20:49:23,463 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:23,464 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e' 2024-11-18T20:49:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e" 2024-11-18T20:49:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23571b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34143,-1] 2024-11-18T20:49:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:23,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,467 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:23,468 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78c83fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:23,468 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:23,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34143,1731962958289 2024-11-18T20:49:23,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7fda4d 2024-11-18T20:49:23,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:23,471 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T20:49:23,472 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,35231,1731962951716 (queues=1) is replicating from cluster=5864a3c8-0392-47ac-915b-bbbb0a550da1 to cluster=5fe2252b-4acc-4cdc-ba57-2b2e6d8b349e 2024-11-18T20:49:23,472 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C35231%2C1731962951716 2024-11-18T20:49:23,473 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,35231,1731962951716, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:49:23,473 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048, startPosition=0, beingWritten=true 2024-11-18T20:49:23,479 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.shipper29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C35231%2C1731962951716 2024-11-18T20:49:23,692 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:23,833 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:49:23,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:23,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:23,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:23,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46269,1731962951202 2024-11-18T20:49:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@908d3b3 2024-11-18T20:49:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:23,839 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:23,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46269 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:49:23,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:49:23,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:23,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:23,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:49:23,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1145382104, stopped=false 2024-11-18T20:49:23,841 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,34143,1731962958289 2024-11-18T20:49:23,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:23,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-417033997/running 2024-11-18T20:49:23,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-417033997/running 2024-11-18T20:49:23,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:23,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:23,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:23,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:23,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:23,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,38997,1731962958426' ***** 2024-11-18T20:49:23,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:49:23,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/running 2024-11-18T20:49:23,857 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:49:23,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,38997,1731962958426 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:38997. 2024-11-18T20:49:23,858 DEBUG [RS:0;29a7ef02c270:38997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:23,858 DEBUG [RS:0;29a7ef02c270:38997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:49:23,858 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:49:23,859 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:49:23,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Set watcher on znode that does not yet exist, /1-417033997/running 2024-11-18T20:49:23,859 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:49:23,859 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:49:23,859 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:23,859 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:23,859 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:23,859 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:23,860 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:23,860 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:23,860 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T20:49:23,892 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:23,894 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/.tmp/ns/dabd69b2b97040a8b1beee3ae40bcdb0 is 43, key is default/ns:d/1731962961479/Put/seqid=0 2024-11-18T20:49:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741835_1011 (size=5153) 2024-11-18T20:49:24,001 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:24,059 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:24,259 DEBUG [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:24,312 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/.tmp/ns/dabd69b2b97040a8b1beee3ae40bcdb0 2024-11-18T20:49:24,326 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/.tmp/ns/dabd69b2b97040a8b1beee3ae40bcdb0 as hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/ns/dabd69b2b97040a8b1beee3ae40bcdb0 2024-11-18T20:49:24,343 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/ns/dabd69b2b97040a8b1beee3ae40bcdb0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T20:49:24,352 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 492ms, sequenceid=6, compaction requested=false 2024-11-18T20:49:24,360 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:49:24,360 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:49:24,367 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:49:24,369 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:24,369 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:24,369 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:24,369 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962963859Running coprocessor pre-close hooks at 1731962963859Disabling compacts and flushes for region at 1731962963859Disabling writes for close at 1731962963860 (+1 ms)Obtaining lock to block concurrent updates at 1731962963860Preparing flush snapshotting stores in 1588230740 at 1731962963860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731962963860Flushing stores of hbase:meta,,1.1588230740 at 1731962963861 (+1 ms)Flushing 1588230740/ns: creating writer at 1731962963862 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731962963894 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731962963894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aea97a7: reopening flushed file at 1731962964324 (+430 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 492ms, sequenceid=6, compaction requested=false at 1731962964352 (+28 ms)Writing region close event to WAL at 1731962964356 (+4 ms)Running coprocessor post-close hooks at 1731962964368 (+12 ms)Closed at 1731962964369 (+1 ms) 2024-11-18T20:49:24,369 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:24,413 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:24,460 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,38997,1731962958426; all regions closed. 2024-11-18T20:49:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741834_1010 (size=1152) 2024-11-18T20:49:24,468 DEBUG [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/oldWALs 2024-11-18T20:49:24,468 INFO [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C38997%2C1731962958426.meta:.meta(num 1731962961228) 2024-11-18T20:49:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741833_1009 (size=93) 2024-11-18T20:49:24,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/WALs/29a7ef02c270,38997,1731962958426/29a7ef02c270%2C38997%2C1731962958426.1731962960510 not finished, retry = 0 2024-11-18T20:49:24,581 DEBUG [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/oldWALs 2024-11-18T20:49:24,581 INFO [RS:0;29a7ef02c270:38997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C38997%2C1731962958426:(num 1731962960510) 2024-11-18T20:49:24,581 DEBUG [RS:0;29a7ef02c270:38997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:24,581 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:24,581 INFO [RS:0;29a7ef02c270:38997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:24,582 INFO [RS:0;29a7ef02c270:38997 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:24,582 INFO [RS:0;29a7ef02c270:38997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:24,582 INFO [RS:0;29a7ef02c270:38997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38997 2024-11-18T20:49:24,583 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997/rs 2024-11-18T20:49:24,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-417033997/rs/29a7ef02c270,38997,1731962958426 2024-11-18T20:49:24,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,38997,1731962958426] 2024-11-18T20:49:24,627 INFO [RS:0;29a7ef02c270:38997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:24,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/draining/29a7ef02c270,38997,1731962958426 already deleted, retry=false 2024-11-18T20:49:24,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,38997,1731962958426 expired; onlineServers=0 2024-11-18T20:49:24,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,34143,1731962958289' ***** 2024-11-18T20:49:24,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:49:24,633 INFO [M:0;29a7ef02c270:34143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:24,633 INFO [M:0;29a7ef02c270:34143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:24,633 DEBUG [M:0;29a7ef02c270:34143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:49:24,633 DEBUG [M:0;29a7ef02c270:34143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:49:24,633 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:49:24,634 INFO [M:0;29a7ef02c270:34143 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:24,634 INFO [M:0;29a7ef02c270:34143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:24,634 DEBUG [M:0;29a7ef02c270:34143 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:49:24,634 INFO [M:0;29a7ef02c270:34143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:49:24,634 INFO [M:0;29a7ef02c270:34143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:24,634 INFO [M:0;29a7ef02c270:34143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:49:24,634 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962960129 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962960129,5,FailOnTimeoutGroup] 2024-11-18T20:49:24,634 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962960130 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962960130,5,FailOnTimeoutGroup] 2024-11-18T20:49:24,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:49:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-417033997/master 2024-11-18T20:49:24,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-417033997 2024-11-18T20:49:24,651 DEBUG [M:0;29a7ef02c270:34143 {}] zookeeper.RecoverableZooKeeper(212): Node /1-417033997/master already deleted, retry=false 2024-11-18T20:49:24,651 DEBUG [M:0;29a7ef02c270:34143 {}] master.ActiveMasterManager(353): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-417033997/master 2024-11-18T20:49:24,652 INFO [M:0;29a7ef02c270:34143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/.lastflushedseqids 2024-11-18T20:49:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741836_1012 (size=99) 2024-11-18T20:49:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:24,742 INFO [RS:0;29a7ef02c270:38997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:24,742 INFO [RS:0;29a7ef02c270:38997 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,38997,1731962958426; zookeeper connection closed. 2024-11-18T20:49:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38997-0x10150fefa340004, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:24,747 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5adb4033 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5adb4033 2024-11-18T20:49:24,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:49:24,932 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:25,064 INFO [M:0;29a7ef02c270:34143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:49:25,065 INFO [M:0;29a7ef02c270:34143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:49:25,065 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:25,065 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:25,065 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:25,065 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:25,065 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:25,065 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T20:49:25,090 DEBUG [M:0;29a7ef02c270:34143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b22fb3503a40495dbeeba071e1b18cf2 is 82, key is hbase:meta,,1/info:regioninfo/1731962961413/Put/seqid=0 2024-11-18T20:49:25,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741837_1013 (size=5672) 2024-11-18T20:49:25,104 INFO [M:0;29a7ef02c270:34143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b22fb3503a40495dbeeba071e1b18cf2 2024-11-18T20:49:25,165 DEBUG [M:0;29a7ef02c270:34143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/645cb3684ba341fdbc2ca4ff054c4b73 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731962961490/Put/seqid=0 2024-11-18T20:49:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741838_1014 (size=5275) 2024-11-18T20:49:25,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:49:25,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:49:25,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:49:25,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:49:25,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:25,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:49:25,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:25,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:49:25,542 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:25,593 INFO [M:0;29a7ef02c270:34143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/645cb3684ba341fdbc2ca4ff054c4b73 2024-11-18T20:49:25,639 DEBUG [M:0;29a7ef02c270:34143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e676af3400864f37859b8c566dd4db75 is 69, key is 29a7ef02c270,38997,1731962958426/rs:state/1731962960232/Put/seqid=0 2024-11-18T20:49:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741839_1015 (size=5156) 2024-11-18T20:49:26,062 INFO [M:0;29a7ef02c270:34143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e676af3400864f37859b8c566dd4db75 2024-11-18T20:49:26,075 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b22fb3503a40495dbeeba071e1b18cf2 as hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b22fb3503a40495dbeeba071e1b18cf2 2024-11-18T20:49:26,085 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b22fb3503a40495dbeeba071e1b18cf2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T20:49:26,090 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/645cb3684ba341fdbc2ca4ff054c4b73 as hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/645cb3684ba341fdbc2ca4ff054c4b73 2024-11-18T20:49:26,100 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/645cb3684ba341fdbc2ca4ff054c4b73, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T20:49:26,102 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e676af3400864f37859b8c566dd4db75 as hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e676af3400864f37859b8c566dd4db75 2024-11-18T20:49:26,111 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/758ddfe2-2b6d-49ff-16c2-95d8ddc94de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e676af3400864f37859b8c566dd4db75, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T20:49:26,113 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1047ms, sequenceid=28, compaction requested=false 2024-11-18T20:49:26,149 INFO [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:26,149 DEBUG [M:0;29a7ef02c270:34143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962965065Disabling compacts and flushes for region at 1731962965065Disabling writes for close at 1731962965065Obtaining lock to block concurrent updates at 1731962965065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962965065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731962965066 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962965066Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962965067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962965089 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962965089Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962965121 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962965164 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962965164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962965600 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962965631 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962965631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba0424: reopening flushed file at 1731962966072 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1504477e: reopening flushed file at 1731962966085 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4faf1737: reopening flushed file at 1731962966100 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1047ms, sequenceid=28, compaction requested=false at 1731962966113 (+13 ms)Writing region close event to WAL at 1731962966149 (+36 ms)Closed at 1731962966149 2024-11-18T20:49:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741830_1006 (size=10165) 2024-11-18T20:49:26,163 INFO [M:0;29a7ef02c270:34143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:49:26,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:26,163 INFO [M:0;29a7ef02c270:34143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34143 2024-11-18T20:49:26,164 INFO [M:0;29a7ef02c270:34143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:26,259 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:26,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:26,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x10150fefa340003, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:26,372 INFO [M:0;29a7ef02c270:34143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:26,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bea5897{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:26,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c9345c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:26,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:26,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:26,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ae4ebc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:26,417 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:49:26,417 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:49:26,417 WARN [BP-1510646522-172.17.0.2-1731962956547 heartbeating to localhost/127.0.0.1:35855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:49:26,417 WARN [BP-1510646522-172.17.0.2-1731962956547 heartbeating to localhost/127.0.0.1:35855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1510646522-172.17.0.2-1731962956547 (Datanode Uuid 1d15308a-c36d-4231-ba5f-814b0bb895cf) service to localhost/127.0.0.1:35855 2024-11-18T20:49:26,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/cluster_df954e76-43f6-be84-ce6d-012c89b94355/data/data2/current/BP-1510646522-172.17.0.2-1731962956547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:26,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/cluster_df954e76-43f6-be84-ce6d-012c89b94355/data/data1/current/BP-1510646522-172.17.0.2-1731962956547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:26,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:49:26,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cc0ab3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:26,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c32071a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:26,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:26,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:26,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74193318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:26,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:49:26,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:49:26,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:26,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:26,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:26,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:26,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:26,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:49:26,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1011319472, stopped=false 2024-11-18T20:49:26,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,46269,1731962951202 2024-11-18T20:49:26,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01927858135/running 2024-11-18T20:49:26,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01927858135/running 2024-11-18T20:49:26,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:26,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:26,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:26,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:26,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:26,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:26,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,35231,1731962951716' ***** 2024-11-18T20:49:26,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:49:26,473 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:49:26,473 INFO [RS:0;29a7ef02c270:35231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:49:26,473 INFO [RS:0;29a7ef02c270:35231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:49:26,474 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:26,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:49:26,474 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,35231,1731962951716 2024-11-18T20:49:26,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/running 2024-11-18T20:49:26,474 INFO [RS:0;29a7ef02c270:35231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:26,474 INFO [RS:0;29a7ef02c270:35231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35231. 2024-11-18T20:49:26,474 DEBUG [RS:0;29a7ef02c270:35231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:26,474 DEBUG [RS:0;29a7ef02c270:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:26,474 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:49:26,475 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:49:26,475 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:49:26,475 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:49:26,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Set watcher on znode that does not yet exist, /01927858135/running 2024-11-18T20:49:26,475 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:49:26,475 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c1d553fd90545718d076403e780d723=hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723.} 2024-11-18T20:49:26,475 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c1d553fd90545718d076403e780d723 2024-11-18T20:49:26,475 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c1d553fd90545718d076403e780d723, disabling compactions & flushes 2024-11-18T20:49:26,475 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. after waiting 0 ms 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:26,476 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c1d553fd90545718d076403e780d723 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:26,476 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:26,476 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:26,477 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T20:49:26,512 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/info/711be193b16446f6b72c92d6760434ab is 147, key is hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723./info:regioninfo/1731962963065/Put/seqid=0 2024-11-18T20:49:26,518 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/.tmp/queue/3bf860e0c95447f6a1800ee0972c13a6 is 151, key is 1-29a7ef02c270,35231,1731962951716/queue:29a7ef02c270%2C35231%2C1731962951716/1731962963425/Put/seqid=0 2024-11-18T20:49:26,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741838_1014 (size=6631) 2024-11-18T20:49:26,529 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/info/711be193b16446f6b72c92d6760434ab 2024-11-18T20:49:26,532 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741839_1015 (size=5350) 2024-11-18T20:49:26,547 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/.tmp/queue/3bf860e0c95447f6a1800ee0972c13a6 2024-11-18T20:49:26,564 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/.tmp/queue/3bf860e0c95447f6a1800ee0972c13a6 as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/queue/3bf860e0c95447f6a1800ee0972c13a6 2024-11-18T20:49:26,578 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/queue/3bf860e0c95447f6a1800ee0972c13a6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T20:49:26,580 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c1d553fd90545718d076403e780d723 in 104ms, sequenceid=5, compaction requested=false 2024-11-18T20:49:26,580 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:49:26,593 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/ns/40b86bec9eb94ef5b533d7034bde23df is 43, key is default/ns:d/1731962956349/Put/seqid=0 2024-11-18T20:49:26,595 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/replication/3c1d553fd90545718d076403e780d723/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:49:26,596 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:26,597 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:26,597 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:26,597 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c1d553fd90545718d076403e780d723: Waiting for close lock at 1731962966475Running coprocessor pre-close hooks at 1731962966475Disabling compacts and flushes for region at 1731962966475Disabling writes for close at 1731962966476 (+1 ms)Obtaining lock to block concurrent updates at 1731962966476Preparing flush snapshotting stores in 3c1d553fd90545718d076403e780d723 at 1731962966476Finished memstore snapshotting hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731962966476Flushing stores of hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. at 1731962966479 (+3 ms)Flushing 3c1d553fd90545718d076403e780d723/queue: creating writer at 1731962966479Flushing 3c1d553fd90545718d076403e780d723/queue: appending metadata at 1731962966518 (+39 ms)Flushing 3c1d553fd90545718d076403e780d723/queue: closing flushed file at 1731962966518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592534e2: reopening flushed file at 1731962966562 (+44 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c1d553fd90545718d076403e780d723 in 104ms, sequenceid=5, compaction requested=false at 1731962966580 (+18 ms)Writing region close event to WAL at 1731962966588 (+8 ms)Running coprocessor post-close hooks at 1731962966596 (+8 ms)Closed at 1731962966597 (+1 ms) 2024-11-18T20:49:26,597 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962961694.3c1d553fd90545718d076403e780d723. 2024-11-18T20:49:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:49:26,675 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:26,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:49:26,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:26,876 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:26,887 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:49:26,887 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:49:26,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:26,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:27,012 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/ns/40b86bec9eb94ef5b533d7034bde23df 2024-11-18T20:49:27,044 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/table/8ba621a94f034ca5b5fc3b58f5fa2c10 is 53, key is hbase:replication/table:state/1731962963101/Put/seqid=0 2024-11-18T20:49:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741841_1017 (size=5256) 2024-11-18T20:49:27,057 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/table/8ba621a94f034ca5b5fc3b58f5fa2c10 2024-11-18T20:49:27,069 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/WALs/29a7ef02c270,35231,1731962951716/29a7ef02c270%2C35231%2C1731962951716.1731962955048 to pos 0, reset compression=false 2024-11-18T20:49:27,077 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/info/711be193b16446f6b72c92d6760434ab as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/info/711be193b16446f6b72c92d6760434ab 2024-11-18T20:49:27,078 DEBUG [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:49:27,091 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/info/711be193b16446f6b72c92d6760434ab, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T20:49:27,095 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/ns/40b86bec9eb94ef5b533d7034bde23df as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/ns/40b86bec9eb94ef5b533d7034bde23df 2024-11-18T20:49:27,108 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/ns/40b86bec9eb94ef5b533d7034bde23df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:49:27,110 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/.tmp/table/8ba621a94f034ca5b5fc3b58f5fa2c10 as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/table/8ba621a94f034ca5b5fc3b58f5fa2c10 2024-11-18T20:49:27,139 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/table/8ba621a94f034ca5b5fc3b58f5fa2c10, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T20:49:27,145 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 669ms, sequenceid=11, compaction requested=false 2024-11-18T20:49:27,165 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:49:27,166 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:49:27,166 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:49:27,166 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:27,166 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962966476Running coprocessor pre-close hooks at 1731962966476Disabling compacts and flushes for region at 1731962966476Disabling writes for close at 1731962966476Obtaining lock to block concurrent updates at 1731962966477 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731962966477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731962966477Flushing stores of hbase:meta,,1.1588230740 at 1731962966478 (+1 ms)Flushing 1588230740/info: creating writer at 1731962966478Flushing 1588230740/info: appending metadata at 1731962966511 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731962966511Flushing 1588230740/ns: creating writer at 1731962966559 (+48 ms)Flushing 1588230740/ns: appending metadata at 1731962966593 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731962966593Flushing 1588230740/table: creating writer at 1731962967022 (+429 ms)Flushing 1588230740/table: appending metadata at 1731962967043 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731962967043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68edd484: reopening flushed file at 1731962967076 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d630d1: reopening flushed file at 1731962967092 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bccf74: reopening flushed file at 1731962967109 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 669ms, sequenceid=11, compaction requested=false at 1731962967145 (+36 ms)Writing region close event to WAL at 1731962967157 (+12 ms)Running coprocessor post-close hooks at 1731962967166 (+9 ms)Closed at 1731962967166 2024-11-18T20:49:27,166 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:27,278 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,35231,1731962951716; all regions closed. 2024-11-18T20:49:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741834_1010 (size=2742) 2024-11-18T20:49:27,285 DEBUG [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/oldWALs 2024-11-18T20:49:27,285 INFO [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35231%2C1731962951716.meta:.meta(num 1731962956143) 2024-11-18T20:49:27,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741837_1013 (size=1586) 2024-11-18T20:49:27,298 DEBUG [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/oldWALs 2024-11-18T20:49:27,298 INFO [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35231%2C1731962951716.rep:(num 1731962962909) 2024-11-18T20:49:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:49:27,306 DEBUG [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/oldWALs 2024-11-18T20:49:27,306 INFO [RS:0;29a7ef02c270:35231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35231%2C1731962951716:(num 1731962955048) 2024-11-18T20:49:27,306 DEBUG [RS:0;29a7ef02c270:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:27,306 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:49:27,306 INFO [RS:0;29a7ef02c270:35231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:27,307 INFO [RS:0;29a7ef02c270:35231 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:27,307 INFO [RS:0;29a7ef02c270:35231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:27,307 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,35231,1731962951716 because: Region server is closing 2024-11-18T20:49:27,307 INFO [RS:0;29a7ef02c270:35231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35231. 2024-11-18T20:49:27,307 DEBUG [RS:0;29a7ef02c270:35231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:27,307 DEBUG [RS:0;29a7ef02c270:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:27,308 DEBUG [RS:0;29a7ef02c270:35231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:27,308 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:27,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:27,408 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.shipper29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:49:27,408 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.wal-reader.29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:49:27,409 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35231,1731962951716.replicationSource.shipper29a7ef02c270%2C35231%2C1731962951716,1-29a7ef02c270,35231,1731962951716 terminated 2024-11-18T20:49:27,409 INFO [RS:0;29a7ef02c270:35231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35231 2024-11-18T20:49:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135/rs 2024-11-18T20:49:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01927858135/rs/29a7ef02c270,35231,1731962951716 2024-11-18T20:49:27,449 INFO [RS:0;29a7ef02c270:35231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:27,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,35231,1731962951716] 2024-11-18T20:49:27,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/draining/29a7ef02c270,35231,1731962951716 already deleted, retry=false 2024-11-18T20:49:27,466 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,35231,1731962951716 expired; onlineServers=0 2024-11-18T20:49:27,466 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,46269,1731962951202' ***** 2024-11-18T20:49:27,466 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:49:27,466 INFO [M:0;29a7ef02c270:46269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:49:27,466 INFO [M:0;29a7ef02c270:46269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:49:27,466 DEBUG [M:0;29a7ef02c270:46269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:49:27,466 DEBUG [M:0;29a7ef02c270:46269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:49:27,466 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:49:27,467 INFO [M:0;29a7ef02c270:46269 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:49:27,467 INFO [M:0;29a7ef02c270:46269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:49:27,467 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962954776 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962954776,5,FailOnTimeoutGroup] 2024-11-18T20:49:27,467 DEBUG [M:0;29a7ef02c270:46269 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:49:27,467 INFO [M:0;29a7ef02c270:46269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:49:27,467 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962954780 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962954780,5,FailOnTimeoutGroup] 2024-11-18T20:49:27,467 INFO [M:0;29a7ef02c270:46269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:49:27,467 INFO [M:0;29a7ef02c270:46269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:49:27,467 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:49:27,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01927858135/master 2024-11-18T20:49:27,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927858135 2024-11-18T20:49:27,482 DEBUG [M:0;29a7ef02c270:46269 {}] zookeeper.RecoverableZooKeeper(212): Node /01927858135/master already deleted, retry=false 2024-11-18T20:49:27,482 DEBUG [M:0;29a7ef02c270:46269 {}] master.ActiveMasterManager(353): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Failed delete of our master address node; KeeperErrorCode = NoNode for /01927858135/master 2024-11-18T20:49:27,483 INFO [M:0;29a7ef02c270:46269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/.lastflushedseqids 2024-11-18T20:49:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741842_1018 (size=181) 2024-11-18T20:49:27,495 INFO [M:0;29a7ef02c270:46269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:49:27,495 INFO [M:0;29a7ef02c270:46269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:49:27,496 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:27,496 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:27,496 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:27,496 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:27,496 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:27,496 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T20:49:27,523 DEBUG [M:0;29a7ef02c270:46269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcd231b7b454078a1bd4b028611cba3 is 82, key is hbase:meta,,1/info:regioninfo/1731962956225/Put/seqid=0 2024-11-18T20:49:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741843_1019 (size=5672) 2024-11-18T20:49:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:27,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35231-0x10150fefa340001, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:27,558 INFO [RS:0;29a7ef02c270:35231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:27,558 INFO [RS:0;29a7ef02c270:35231 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,35231,1731962951716; zookeeper connection closed. 2024-11-18T20:49:27,558 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b88c9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b88c9e 2024-11-18T20:49:27,558 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:49:27,935 INFO [M:0;29a7ef02c270:46269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcd231b7b454078a1bd4b028611cba3 2024-11-18T20:49:27,996 DEBUG [M:0;29a7ef02c270:46269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4ab3782ba4e40cd8a01c095c610a412 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731962963113/Put/seqid=0 2024-11-18T20:49:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741844_1020 (size=7203) 2024-11-18T20:49:28,051 INFO [M:0;29a7ef02c270:46269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4ab3782ba4e40cd8a01c095c610a412 2024-11-18T20:49:28,107 DEBUG [M:0;29a7ef02c270:46269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8def916f6b8845889084d235469756a3 is 69, key is 29a7ef02c270,35231,1731962951716/rs:state/1731962954819/Put/seqid=0 2024-11-18T20:49:28,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741845_1021 (size=5156) 2024-11-18T20:49:28,540 INFO [M:0;29a7ef02c270:46269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8def916f6b8845889084d235469756a3 2024-11-18T20:49:28,557 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcd231b7b454078a1bd4b028611cba3 as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adcd231b7b454078a1bd4b028611cba3 2024-11-18T20:49:28,570 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adcd231b7b454078a1bd4b028611cba3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T20:49:28,581 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4ab3782ba4e40cd8a01c095c610a412 as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4ab3782ba4e40cd8a01c095c610a412 2024-11-18T20:49:28,605 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4ab3782ba4e40cd8a01c095c610a412, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T20:49:28,608 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8def916f6b8845889084d235469756a3 as hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8def916f6b8845889084d235469756a3 2024-11-18T20:49:28,617 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8def916f6b8845889084d235469756a3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T20:49:28,621 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1125ms, sequenceid=70, compaction requested=false 2024-11-18T20:49:28,669 INFO [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:28,669 DEBUG [M:0;29a7ef02c270:46269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962967495Disabling compacts and flushes for region at 1731962967495Disabling writes for close at 1731962967496 (+1 ms)Obtaining lock to block concurrent updates at 1731962967496Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962967496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731962967497 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962967497Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962967497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962967523 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962967523Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962967949 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962967995 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962967995Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962968069 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962968106 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962968106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cd2128: reopening flushed file at 1731962968548 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca56feb: reopening flushed file at 1731962968570 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65782034: reopening flushed file at 1731962968606 (+36 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1125ms, sequenceid=70, compaction requested=false at 1731962968621 (+15 ms)Writing region close event to WAL at 1731962968668 (+47 ms)Closed at 1731962968668 2024-11-18T20:49:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741830_1006 (size=41008) 2024-11-18T20:49:28,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcf5cc58-a48f-3001-e018-c230cdee79b1/MasterData/WALs/29a7ef02c270,46269,1731962951202/29a7ef02c270%2C46269%2C1731962951202.1731962954004 not finished, retry = 0 2024-11-18T20:49:28,799 INFO [M:0;29a7ef02c270:46269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:49:28,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:49:28,800 INFO [M:0;29a7ef02c270:46269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46269 2024-11-18T20:49:28,800 INFO [M:0;29a7ef02c270:46269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:49:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:28,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46269-0x10150fefa340000, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:49:28,914 INFO [M:0;29a7ef02c270:46269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:49:28,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f8153{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:28,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:28,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:28,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:28,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:28,923 WARN [BP-1620972885-172.17.0.2-1731962947747 heartbeating to localhost/127.0.0.1:39297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:49:28,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:49:28,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:49:28,923 WARN [BP-1620972885-172.17.0.2-1731962947747 heartbeating to localhost/127.0.0.1:39297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1620972885-172.17.0.2-1731962947747 (Datanode Uuid 4a619fe0-cd03-4276-af5b-5fc583c5a5df) service to localhost/127.0.0.1:39297 2024-11-18T20:49:28,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/data/data1/current/BP-1620972885-172.17.0.2-1731962947747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:28,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/cluster_eee90184-2eba-485d-146f-3acfe46ef6b7/data/data2/current/BP-1620972885-172.17.0.2-1731962947747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:49:28,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:49:28,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14713665{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:28,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:49:28,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:49:28,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:49:28,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c4589e1-ecaf-d230-469c-eacf01c7af03/hadoop.log.dir/,STOPPED} 2024-11-18T20:49:28,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:49:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:49:28,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35855 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39297 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 424) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 765) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2000 (was 2791) 2024-11-18T20:49:29,003 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=2000 2024-11-18T20:49:29,023 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T20:49:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir so I do NOT create it in target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900 2024-11-18T20:49:29,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:49:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.tmp.dir so I do NOT create it in target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900 2024-11-18T20:49:29,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503416a9-a7c7-334e-f53e-bd33470f0bd9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:49:29,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900 2024-11-18T20:49:29,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5, deleteOnExit=true 2024-11-18T20:49:29,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/zookeeper_0, clientPort=54021, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:49:29,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54021 2024-11-18T20:49:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:49:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:49:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/test.cache.data in system properties and HBase conf 2024-11-18T20:49:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:49:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:49:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:49:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:49:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:49:29,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:49:29,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:49:29,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:49:29,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:29,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:49:29,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:49:29,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150fefa340005, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:49:29,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150fefa340002, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:49:29,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150fefa340005, quorum=127.0.0.1:55658, baseZNode=/1-417033997 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:49:29,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150fefa340002, quorum=127.0.0.1:55658, baseZNode=/01927858135 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:49:29,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:29,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:29,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:29,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:29,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:49:29,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:29,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:29,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:29,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/java.io.tmpdir/jetty-localhost-42161-hadoop-hdfs-3_4_1-tests_jar-_-any-17697731108305076156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:29,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:42161} 2024-11-18T20:49:29,582 INFO [Time-limited test {}] server.Server(415): Started @65075ms 2024-11-18T20:49:29,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:29,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:29,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:29,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:29,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:29,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:29,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:29,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/java.io.tmpdir/jetty-localhost-35201-hadoop-hdfs-3_4_1-tests_jar-_-any-7783634286968306089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:29,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:35201} 2024-11-18T20:49:29,989 INFO [Time-limited test {}] server.Server(415): Started @65483ms 2024-11-18T20:49:29,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:49:30,568 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/data/data1/current/BP-857621330-172.17.0.2-1731962969069/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:30,568 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/data/data2/current/BP-857621330-172.17.0.2-1731962969069/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:30,598 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:49:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a80c7a108385ac with lease ID 0x3a8dddd913fe37e: Processing first storage report for DS-094c2475-b8de-4f36-8af1-bb039cf910e9 from datanode DatanodeRegistration(127.0.0.1:41375, datanodeUuid=4ce5f2bc-2f2d-42d1-97ec-c74b146bcfb8, infoPort=42619, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=941935130;c=1731962969069) 2024-11-18T20:49:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a80c7a108385ac with lease ID 0x3a8dddd913fe37e: from storage DS-094c2475-b8de-4f36-8af1-bb039cf910e9 node DatanodeRegistration(127.0.0.1:41375, datanodeUuid=4ce5f2bc-2f2d-42d1-97ec-c74b146bcfb8, infoPort=42619, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=941935130;c=1731962969069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a80c7a108385ac with lease ID 0x3a8dddd913fe37e: Processing first storage report for DS-911b3a59-1300-441f-80e1-c1fd4d180688 from datanode DatanodeRegistration(127.0.0.1:41375, datanodeUuid=4ce5f2bc-2f2d-42d1-97ec-c74b146bcfb8, infoPort=42619, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=941935130;c=1731962969069) 2024-11-18T20:49:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a80c7a108385ac with lease ID 0x3a8dddd913fe37e: from storage DS-911b3a59-1300-441f-80e1-c1fd4d180688 node DatanodeRegistration(127.0.0.1:41375, datanodeUuid=4ce5f2bc-2f2d-42d1-97ec-c74b146bcfb8, infoPort=42619, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=941935130;c=1731962969069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:30,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900 2024-11-18T20:49:30,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:30,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:49:31,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a with version=8 2024-11-18T20:49:31,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/hbase-staging 2024-11-18T20:49:31,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:31,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:31,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:31,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:31,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:31,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:31,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:49:31,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:31,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45477 2024-11-18T20:49:31,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45477 connecting to ZooKeeper ensemble=127.0.0.1:54021 2024-11-18T20:49:31,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454770x0, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:31,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45477-0x10150ff4dac0000 connected 2024-11-18T20:49:31,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/running 2024-11-18T20:49:31,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a, hbase.cluster.distributed=false 2024-11-18T20:49:31,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/acl 2024-11-18T20:49:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-18T20:49:31,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45477 2024-11-18T20:49:31,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45477 2024-11-18T20:49:31,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-18T20:49:31,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-18T20:49:31,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:49:31,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:31,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41495 2024-11-18T20:49:31,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41495 connecting to ZooKeeper ensemble=127.0.0.1:54021 2024-11-18T20:49:31,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414950x0, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:31,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414950x0, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/running 2024-11-18T20:49:31,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41495-0x10150ff4dac0001 connected 2024-11-18T20:49:31,666 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:49:31,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:49:31,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/master 2024-11-18T20:49:31,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/acl 2024-11-18T20:49:31,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-18T20:49:31,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41495 2024-11-18T20:49:31,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41495 2024-11-18T20:49:31,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-18T20:49:31,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-18T20:49:31,699 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:45477 2024-11-18T20:49:31,699 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-896778732/backup-masters/29a7ef02c270,45477,1731962971072 2024-11-18T20:49:31,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732/backup-masters 2024-11-18T20:49:31,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732/backup-masters 2024-11-18T20:49:31,708 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on existing znode=/0-896778732/backup-masters/29a7ef02c270,45477,1731962971072 2024-11-18T20:49:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-896778732/master 2024-11-18T20:49:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:31,716 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on existing znode=/0-896778732/master 2024-11-18T20:49:31,716 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-896778732/backup-masters/29a7ef02c270,45477,1731962971072 from backup master directory 2024-11-18T20:49:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896778732/backup-masters/29a7ef02c270,45477,1731962971072 2024-11-18T20:49:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732/backup-masters 2024-11-18T20:49:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732/backup-masters 2024-11-18T20:49:31,724 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:31,724 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,45477,1731962971072 2024-11-18T20:49:31,730 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/hbase.id] with ID: 0489d95c-23f5-40a9-877e-193314c4f0b7 2024-11-18T20:49:31,731 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/.tmp/hbase.id 2024-11-18T20:49:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:49:31,755 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/.tmp/hbase.id]:[hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/hbase.id] 2024-11-18T20:49:31,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:31,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:49:31,777 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T20:49:31,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:31,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:49:32,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:49:32,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:32,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:32,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:32,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:32,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:32,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:49:32,203 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:49:32,235 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store 2024-11-18T20:49:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:49:32,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:32,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:32,264 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:32,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:32,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:32,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:32,264 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:32,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962972264Disabling compacts and flushes for region at 1731962972264Disabling writes for close at 1731962972264Writing region close event to WAL at 1731962972264Closed at 1731962972264 2024-11-18T20:49:32,265 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/.initializing 2024-11-18T20:49:32,265 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/WALs/29a7ef02c270,45477,1731962971072 2024-11-18T20:49:32,267 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:32,269 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C45477%2C1731962971072, suffix=, logDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/WALs/29a7ef02c270,45477,1731962971072, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/oldWALs, maxLogs=10 2024-11-18T20:49:32,287 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/WALs/29a7ef02c270,45477,1731962971072/29a7ef02c270%2C45477%2C1731962971072.1731962972269, exclude list is [], retry=0 2024-11-18T20:49:32,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-094c2475-b8de-4f36-8af1-bb039cf910e9,DISK] 2024-11-18T20:49:32,293 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/WALs/29a7ef02c270,45477,1731962971072/29a7ef02c270%2C45477%2C1731962971072.1731962972269 2024-11-18T20:49:32,293 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-18T20:49:32,293 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:32,294 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:32,294 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,294 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:49:32,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:32,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:49:32,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:49:32,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:32,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:49:32,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:32,311 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,312 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,312 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,314 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,314 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,314 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:32,316 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:32,318 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:32,319 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65821130, jitterRate=-0.019188731908798218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:32,320 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962972294Initializing all the Stores at 1731962972295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962972295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962972299 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962972299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962972299Cleaning up temporary data from old regions at 1731962972314 (+15 ms)Region opened successfully at 1731962972320 (+6 ms) 2024-11-18T20:49:32,320 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:49:32,325 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d5d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:32,330 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:49:32,330 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:49:32,330 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:49:32,330 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:49:32,331 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:49:32,332 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:49:32,332 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:49:32,341 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:49:32,343 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Unable to get data of znode /0-896778732/balancer because node does not exist (not necessarily an error) 2024-11-18T20:49:32,382 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/balancer already deleted, retry=false 2024-11-18T20:49:32,382 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:49:32,383 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Unable to get data of znode /0-896778732/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:49:32,390 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/normalizer already deleted, retry=false 2024-11-18T20:49:32,391 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:49:32,392 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Unable to get data of znode /0-896778732/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:49:32,398 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/switch/split already deleted, retry=false 2024-11-18T20:49:32,400 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Unable to get data of znode /0-896778732/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:49:32,407 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/switch/merge already deleted, retry=false 2024-11-18T20:49:32,410 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Unable to get data of znode /0-896778732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:49:32,415 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/snapshot-cleanup already deleted, retry=false 2024-11-18T20:49:32,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-896778732/running 2024-11-18T20:49:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-896778732/running 2024-11-18T20:49:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:32,425 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,45477,1731962971072, sessionid=0x10150ff4dac0000, setting cluster-up flag (Was=false) 2024-11-18T20:49:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:32,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-896778732/flush-table-proc/acquired, /0-896778732/flush-table-proc/reached, /0-896778732/flush-table-proc/abort 2024-11-18T20:49:32,466 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,45477,1731962971072 2024-11-18T20:49:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:32,515 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-896778732/online-snapshot/acquired, /0-896778732/online-snapshot/reached, /0-896778732/online-snapshot/abort 2024-11-18T20:49:32,516 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,45477,1731962971072 2024-11-18T20:49:32,518 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:49:32,532 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:32,532 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:49:32,532 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:49:32,532 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,45477,1731962971072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:49:32,534 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:32,534 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:32,534 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:32,534 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:32,535 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:49:32,535 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,535 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:32,535 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:32,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:49:32,543 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:49:32,555 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963002555 2024-11-18T20:49:32,555 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:49:32,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:49:32,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:49:32,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:49:32,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:49:32,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:49:32,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:49:32,563 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:49:32,563 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:49:32,563 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:49:32,564 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:49:32,567 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:49:32,567 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:49:32,571 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962972567,5,FailOnTimeoutGroup] 2024-11-18T20:49:32,575 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962972571,5,FailOnTimeoutGroup] 2024-11-18T20:49:32,575 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,575 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:49:32,575 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,575 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,586 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(746): ClusterId : 0489d95c-23f5-40a9-877e-193314c4f0b7 2024-11-18T20:49:32,586 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:49:32,604 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:49:32,604 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:49:32,614 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:49:32,614 DEBUG [RS:0;29a7ef02c270:41495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc3aa75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:32,633 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:41495 2024-11-18T20:49:32,633 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:49:32,633 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:49:32,633 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:49:32,634 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,45477,1731962971072 with port=41495, startcode=1731962971646 2024-11-18T20:49:32,634 DEBUG [RS:0;29a7ef02c270:41495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:49:32,636 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:49:32,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,41495,1731962971646 2024-11-18T20:49:32,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45477 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:32,644 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a 2024-11-18T20:49:32,644 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38779 2024-11-18T20:49:32,644 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:49:32,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732/rs 2024-11-18T20:49:32,664 DEBUG [RS:0;29a7ef02c270:41495 {}] zookeeper.ZKUtil(111): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on existing znode=/0-896778732/rs/29a7ef02c270,41495,1731962971646 2024-11-18T20:49:32,664 WARN [RS:0;29a7ef02c270:41495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:32,664 INFO [RS:0;29a7ef02c270:41495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:32,664 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646 2024-11-18T20:49:32,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,41495,1731962971646] 2024-11-18T20:49:32,690 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:49:32,695 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:49:32,696 INFO [RS:0;29a7ef02c270:41495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:49:32,696 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,698 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:49:32,699 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:49:32,699 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:32,700 DEBUG [RS:0;29a7ef02c270:41495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:32,715 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,715 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,715 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,715 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,715 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,715 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,41495,1731962971646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:32,744 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:49:32,745 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,41495,1731962971646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,745 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,745 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.Replication(171): 29a7ef02c270,41495,1731962971646 started 2024-11-18T20:49:32,765 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:32,765 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,41495,1731962971646, RpcServer on 29a7ef02c270/172.17.0.2:41495, sessionid=0x10150ff4dac0001 2024-11-18T20:49:32,766 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:49:32,766 DEBUG [RS:0;29a7ef02c270:41495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,41495,1731962971646 2024-11-18T20:49:32,766 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,41495,1731962971646' 2024-11-18T20:49:32,766 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-896778732/flush-table-proc/abort' 2024-11-18T20:49:32,766 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-896778732/flush-table-proc/acquired' 2024-11-18T20:49:32,767 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:49:32,767 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:49:32,767 DEBUG [RS:0;29a7ef02c270:41495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,41495,1731962971646 2024-11-18T20:49:32,767 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,41495,1731962971646' 2024-11-18T20:49:32,767 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-896778732/online-snapshot/abort' 2024-11-18T20:49:32,768 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-896778732/online-snapshot/acquired' 2024-11-18T20:49:32,768 DEBUG [RS:0;29a7ef02c270:41495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:49:32,768 INFO [RS:0;29a7ef02c270:41495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:49:32,768 INFO [RS:0;29a7ef02c270:41495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:49:32,869 INFO [RS:0;29a7ef02c270:41495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:32,871 INFO [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C41495%2C1731962971646, suffix=, logDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/oldWALs, maxLogs=10 2024-11-18T20:49:32,891 DEBUG [RS:0;29a7ef02c270:41495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872, exclude list is [], retry=0 2024-11-18T20:49:32,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-094c2475-b8de-4f36-8af1-bb039cf910e9,DISK] 2024-11-18T20:49:32,931 INFO [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 2024-11-18T20:49:32,934 DEBUG [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-18T20:49:32,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:49:32,961 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a 2024-11-18T20:49:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:49:32,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:32,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:32,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:32,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:32,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:32,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:32,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:32,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:32,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:32,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:32,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:33,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:33,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:33,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:33,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:33,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740 2024-11-18T20:49:33,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740 2024-11-18T20:49:33,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:33,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:33,005 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:33,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:33,010 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:33,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64424497, jitterRate=-0.04000018537044525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:33,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962972986Initializing all the Stores at 1731962972988 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962972988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962972988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962972988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962972988Cleaning up temporary data from old regions at 1731962973005 (+17 ms)Region opened successfully at 1731962973011 (+6 ms) 2024-11-18T20:49:33,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:33,011 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:33,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:33,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:33,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:33,012 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:33,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962973011Disabling compacts and flushes for region at 1731962973011Disabling writes for close at 1731962973012 (+1 ms)Writing region close event to WAL at 1731962973012Closed at 1731962973012 2024-11-18T20:49:33,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:33,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:49:33,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:49:33,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:33,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:49:33,166 DEBUG [29a7ef02c270:45477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:49:33,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:33,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,41495,1731962971646, state=OPENING 2024-11-18T20:49:33,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:49:33,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:33,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:33,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896778732/meta-region-server: CHANGED 2024-11-18T20:49:33,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896778732/meta-region-server: CHANGED 2024-11-18T20:49:33,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:33,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,41495,1731962971646}] 2024-11-18T20:49:33,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:49:33,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:49:33,377 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:49:33,378 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:33,378 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:49:33,379 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C41495%2C1731962971646.meta, suffix=.meta, logDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/oldWALs, maxLogs=10 2024-11-18T20:49:33,397 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.meta.1731962973380.meta, exclude list is [], retry=0 2024-11-18T20:49:33,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-094c2475-b8de-4f36-8af1-bb039cf910e9,DISK] 2024-11-18T20:49:33,404 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.meta.1731962973380.meta 2024-11-18T20:49:33,404 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-18T20:49:33,404 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:33,405 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:33,405 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:33,405 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:49:33,405 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:49:33,405 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:49:33,405 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:33,405 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:49:33,405 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:49:33,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:33,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:33,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:33,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:33,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:33,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:33,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:33,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:33,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:33,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:33,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:33,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:33,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:33,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:33,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:33,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:33,413 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:33,414 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740 2024-11-18T20:49:33,416 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740 2024-11-18T20:49:33,417 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:33,417 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:33,418 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:33,420 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:33,421 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74211638, jitterRate=0.10583958029747009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:33,421 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:49:33,422 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962973406Writing region info on filesystem at 1731962973406Initializing all the Stores at 1731962973407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962973407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962973407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962973407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962973407Cleaning up temporary data from old regions at 1731962973417 (+10 ms)Running coprocessor post-open hooks at 1731962973421 (+4 ms)Region opened successfully at 1731962973422 (+1 ms) 2024-11-18T20:49:33,423 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962973370 2024-11-18T20:49:33,426 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:49:33,426 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:49:33,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:33,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,41495,1731962971646, state=OPEN 2024-11-18T20:49:33,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-896778732/meta-region-server 2024-11-18T20:49:33,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-896778732/meta-region-server 2024-11-18T20:49:33,464 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:33,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896778732/meta-region-server: CHANGED 2024-11-18T20:49:33,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-896778732/meta-region-server: CHANGED 2024-11-18T20:49:33,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:49:33,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,41495,1731962971646 in 247 msec 2024-11-18T20:49:33,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:49:33,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-18T20:49:33,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:33,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:49:33,476 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:33,476 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,41495,1731962971646, seqNum=-1] 2024-11-18T20:49:33,477 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:33,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:33,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-18T20:49:33,488 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962973488, completionTime=-1 2024-11-18T20:49:33,488 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:49:33,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:49:33,491 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:49:33,491 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963033491 2024-11-18T20:49:33,491 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963093491 2024-11-18T20:49:33,491 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:49:33,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45477,1731962971072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45477,1731962971072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45477,1731962971072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:45477, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,496 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.774sec 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45477,1731962971072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:33,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45477,1731962971072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:49:33,501 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:49:33,501 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:49:33,501 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45477,1731962971072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:33,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:33,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45477,-1 for getting cluster id 2024-11-18T20:49:33,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:33,589 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0489d95c-23f5-40a9-877e-193314c4f0b7' 2024-11-18T20:49:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0489d95c-23f5-40a9-877e-193314c4f0b7" 2024-11-18T20:49:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5046b723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45477,-1] 2024-11-18T20:49:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:33,591 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:33,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:33,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,41495,1731962971646, seqNum=-1] 2024-11-18T20:49:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:33,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,45477,1731962971072 2024-11-18T20:49:33,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54021 2024-11-18T20:49:33,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:33,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150ff4dac0002 connected 2024-11-18T20:49:33,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir so I do NOT create it in target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508 2024-11-18T20:49:33,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:49:33,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.tmp.dir so I do NOT create it in target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508 2024-11-18T20:49:33,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:49:33,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508 2024-11-18T20:49:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:49:33,627 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/cluster_c4e570f7-7ce5-52c8-d58e-6416ed6d165f, deleteOnExit=true 2024-11-18T20:49:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:49:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/test.cache.data in system properties and HBase conf 2024-11-18T20:49:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:49:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:49:33,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:49:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:49:33,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:33,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:33,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:33,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:33,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:33,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:33,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:33,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:34,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/java.io.tmpdir/jetty-localhost-39599-hadoop-hdfs-3_4_1-tests_jar-_-any-1414022553737416686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:49:34,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:39599} 2024-11-18T20:49:34,089 INFO [Time-limited test {}] server.Server(415): Started @69583ms 2024-11-18T20:49:34,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:49:34,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:49:34,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:49:34,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:49:34,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:49:34,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:49:34,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:49:34,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/java.io.tmpdir/jetty-localhost-39985-hadoop-hdfs-3_4_1-tests_jar-_-any-10383746205906632118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:49:34,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:39985} 2024-11-18T20:49:34,510 INFO [Time-limited test {}] server.Server(415): Started @70004ms 2024-11-18T20:49:34,513 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:49:35,036 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/cluster_c4e570f7-7ce5-52c8-d58e-6416ed6d165f/data/data1/current/BP-1718416540-172.17.0.2-1731962973653/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:35,036 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/cluster_c4e570f7-7ce5-52c8-d58e-6416ed6d165f/data/data2/current/BP-1718416540-172.17.0.2-1731962973653/current, will proceed with Du for space computation calculation, 2024-11-18T20:49:35,063 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:49:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x734135fbc353cfc7 with lease ID 0xd9702821fc7238d1: Processing first storage report for DS-82496cd7-3018-4497-a2f3-d1b0f99f8255 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=8d0ed0f5-f068-4176-a1c7-947bbe52b658, infoPort=37905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=592599569;c=1731962973653) 2024-11-18T20:49:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x734135fbc353cfc7 with lease ID 0xd9702821fc7238d1: from storage DS-82496cd7-3018-4497-a2f3-d1b0f99f8255 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=8d0ed0f5-f068-4176-a1c7-947bbe52b658, infoPort=37905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=592599569;c=1731962973653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x734135fbc353cfc7 with lease ID 0xd9702821fc7238d1: Processing first storage report for DS-1cbf1ff0-aaef-4a14-aceb-9bab28f63e05 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=8d0ed0f5-f068-4176-a1c7-947bbe52b658, infoPort=37905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=592599569;c=1731962973653) 2024-11-18T20:49:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x734135fbc353cfc7 with lease ID 0xd9702821fc7238d1: from storage DS-1cbf1ff0-aaef-4a14-aceb-9bab28f63e05 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=8d0ed0f5-f068-4176-a1c7-947bbe52b658, infoPort=37905, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=592599569;c=1731962973653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:49:35,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508 2024-11-18T20:49:35,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:49:35,186 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293 with version=8 2024-11-18T20:49:35,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/hbase-staging 2024-11-18T20:49:35,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:49:35,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:35,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42137 2024-11-18T20:49:35,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42137 connecting to ZooKeeper ensemble=127.0.0.1:54021 2024-11-18T20:49:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421370x0, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:35,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42137-0x10150ff4dac0003 connected 2024-11-18T20:49:35,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/running 2024-11-18T20:49:35,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293, hbase.cluster.distributed=false 2024-11-18T20:49:35,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/acl 2024-11-18T20:49:35,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-18T20:49:35,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42137 2024-11-18T20:49:35,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42137 2024-11-18T20:49:35,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-18T20:49:35,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-18T20:49:35,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:49:35,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:49:35,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35551 2024-11-18T20:49:35,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35551 connecting to ZooKeeper ensemble=127.0.0.1:54021 2024-11-18T20:49:35,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355510x0, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:35,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35551-0x10150ff4dac0004 connected 2024-11-18T20:49:35,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/running 2024-11-18T20:49:35,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:49:35,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:49:35,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/master 2024-11-18T20:49:35,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/acl 2024-11-18T20:49:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-18T20:49:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35551 2024-11-18T20:49:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35551 2024-11-18T20:49:35,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-18T20:49:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-18T20:49:35,358 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:42137 2024-11-18T20:49:35,358 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-201446883/backup-masters/29a7ef02c270,42137,1731962975188 2024-11-18T20:49:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883/backup-masters 2024-11-18T20:49:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883/backup-masters 2024-11-18T20:49:35,367 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on existing znode=/1-201446883/backup-masters/29a7ef02c270,42137,1731962975188 2024-11-18T20:49:35,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:49:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-201446883/master 2024-11-18T20:49:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:35,375 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on existing znode=/1-201446883/master 2024-11-18T20:49:35,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-201446883/backup-masters/29a7ef02c270,42137,1731962975188 from backup master directory 2024-11-18T20:49:35,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883/backup-masters 2024-11-18T20:49:35,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-201446883/backup-masters/29a7ef02c270,42137,1731962975188 2024-11-18T20:49:35,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883/backup-masters 2024-11-18T20:49:35,382 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:35,382 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,42137,1731962975188 2024-11-18T20:49:35,389 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/hbase.id] with ID: 7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5 2024-11-18T20:49:35,389 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/.tmp/hbase.id 2024-11-18T20:49:35,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:49:35,803 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/.tmp/hbase.id]:[hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/hbase.id] 2024-11-18T20:49:35,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:35,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:49:35,815 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T20:49:35,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:35,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:49:36,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:36,257 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:49:36,257 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:36,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:49:36,272 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store 2024-11-18T20:49:36,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:49:36,290 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:36,290 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:49:36,290 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:36,290 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:36,290 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:49:36,290 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:36,290 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:49:36,290 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962976290Disabling compacts and flushes for region at 1731962976290Disabling writes for close at 1731962976290Writing region close event to WAL at 1731962976290Closed at 1731962976290 2024-11-18T20:49:36,292 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/.initializing 2024-11-18T20:49:36,292 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/WALs/29a7ef02c270,42137,1731962975188 2024-11-18T20:49:36,294 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:36,297 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C42137%2C1731962975188, suffix=, logDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/WALs/29a7ef02c270,42137,1731962975188, archiveDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/oldWALs, maxLogs=10 2024-11-18T20:49:36,318 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/WALs/29a7ef02c270,42137,1731962975188/29a7ef02c270%2C42137%2C1731962975188.1731962976297, exclude list is [], retry=0 2024-11-18T20:49:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-82496cd7-3018-4497-a2f3-d1b0f99f8255,DISK] 2024-11-18T20:49:36,325 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/WALs/29a7ef02c270,42137,1731962975188/29a7ef02c270%2C42137%2C1731962975188.1731962976297 2024-11-18T20:49:36,325 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37905:37905)] 2024-11-18T20:49:36,325 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:36,325 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:36,326 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,326 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:49:36,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:36,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:36,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:49:36,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:36,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:36,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:49:36,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:36,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:36,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:49:36,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:36,338 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,339 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,340 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,341 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,341 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,342 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:36,343 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:49:36,348 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:36,349 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70081369, jitterRate=0.04429377615451813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:36,349 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962976326Initializing all the Stores at 1731962976327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962976327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962976327Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962976327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962976327Cleaning up temporary data from old regions at 1731962976341 (+14 ms)Region opened successfully at 1731962976349 (+8 ms) 2024-11-18T20:49:36,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:49:36,358 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29db968f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:36,359 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:49:36,359 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:49:36,359 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:49:36,359 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:49:36,360 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:49:36,361 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:49:36,361 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:49:36,365 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:49:36,367 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Unable to get data of znode /1-201446883/balancer because node does not exist (not necessarily an error) 2024-11-18T20:49:36,407 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-201446883/balancer already deleted, retry=false 2024-11-18T20:49:36,407 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:49:36,408 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Unable to get data of znode /1-201446883/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:49:36,415 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-201446883/normalizer already deleted, retry=false 2024-11-18T20:49:36,416 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:49:36,417 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Unable to get data of znode /1-201446883/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:49:36,423 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-201446883/switch/split already deleted, retry=false 2024-11-18T20:49:36,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Unable to get data of znode /1-201446883/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:49:36,432 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-201446883/switch/merge already deleted, retry=false 2024-11-18T20:49:36,434 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Unable to get data of znode /1-201446883/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:49:36,584 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-201446883/snapshot-cleanup already deleted, retry=false 2024-11-18T20:49:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-201446883/running 2024-11-18T20:49:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-201446883/running 2024-11-18T20:49:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:36,703 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,42137,1731962975188, sessionid=0x10150ff4dac0003, setting cluster-up flag (Was=false) 2024-11-18T20:49:36,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:36,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:36,865 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-201446883/flush-table-proc/acquired, /1-201446883/flush-table-proc/reached, /1-201446883/flush-table-proc/abort 2024-11-18T20:49:36,866 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,42137,1731962975188 2024-11-18T20:49:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:36,907 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-201446883/online-snapshot/acquired, /1-201446883/online-snapshot/reached, /1-201446883/online-snapshot/abort 2024-11-18T20:49:36,907 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,42137,1731962975188 2024-11-18T20:49:36,909 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:49:36,910 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:36,910 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:49:36,910 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:49:36,911 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,42137,1731962975188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:36,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963006913 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:49:36,913 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:49:36,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:49:36,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:49:36,914 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962976914,5,FailOnTimeoutGroup] 2024-11-18T20:49:36,914 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962976914,5,FailOnTimeoutGroup] 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:36,914 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:36,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:36,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:49:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:49:36,944 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(746): ClusterId : 7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5 2024-11-18T20:49:36,944 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:49:36,955 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:49:36,955 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:49:36,966 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:49:36,966 DEBUG [RS:0;29a7ef02c270:35551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6795a4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:49:37,000 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:35551 2024-11-18T20:49:37,000 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:49:37,000 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:49:37,000 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:49:37,002 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,42137,1731962975188 with port=35551, startcode=1731962975317 2024-11-18T20:49:37,002 DEBUG [RS:0;29a7ef02c270:35551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:49:37,003 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:49:37,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42137 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,009 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293 2024-11-18T20:49:37,009 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34159 2024-11-18T20:49:37,009 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:49:37,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883/rs 2024-11-18T20:49:37,057 DEBUG [RS:0;29a7ef02c270:35551 {}] zookeeper.ZKUtil(111): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on existing znode=/1-201446883/rs/29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,057 WARN [RS:0;29a7ef02c270:35551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:49:37,058 INFO [RS:0;29a7ef02c270:35551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:37,058 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,35551,1731962975317] 2024-11-18T20:49:37,062 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:49:37,064 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:49:37,065 INFO [RS:0;29a7ef02c270:35551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:49:37,065 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,065 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:49:37,066 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:49:37,066 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:37,067 DEBUG [RS:0;29a7ef02c270:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:49:37,071 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,072 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,072 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,072 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,072 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,072 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35551,1731962975317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:37,095 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:49:37,095 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35551,1731962975317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,095 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,095 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.Replication(171): 29a7ef02c270,35551,1731962975317 started 2024-11-18T20:49:37,116 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,116 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,35551,1731962975317, RpcServer on 29a7ef02c270/172.17.0.2:35551, sessionid=0x10150ff4dac0004 2024-11-18T20:49:37,116 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:49:37,116 DEBUG [RS:0;29a7ef02c270:35551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,116 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35551,1731962975317' 2024-11-18T20:49:37,116 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-201446883/flush-table-proc/abort' 2024-11-18T20:49:37,117 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-201446883/flush-table-proc/acquired' 2024-11-18T20:49:37,117 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:49:37,118 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:49:37,118 DEBUG [RS:0;29a7ef02c270:35551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,118 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35551,1731962975317' 2024-11-18T20:49:37,118 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-201446883/online-snapshot/abort' 2024-11-18T20:49:37,118 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-201446883/online-snapshot/acquired' 2024-11-18T20:49:37,118 DEBUG [RS:0;29a7ef02c270:35551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:49:37,118 INFO [RS:0;29a7ef02c270:35551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:49:37,118 INFO [RS:0;29a7ef02c270:35551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:49:37,219 INFO [RS:0;29a7ef02c270:35551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:49:37,221 INFO [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35551%2C1731962975317, suffix=, logDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317, archiveDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/oldWALs, maxLogs=10 2024-11-18T20:49:37,241 DEBUG [RS:0;29a7ef02c270:35551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317/29a7ef02c270%2C35551%2C1731962975317.1731962977221, exclude list is [], retry=0 2024-11-18T20:49:37,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-82496cd7-3018-4497-a2f3-d1b0f99f8255,DISK] 2024-11-18T20:49:37,280 INFO [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317/29a7ef02c270%2C35551%2C1731962975317.1731962977221 2024-11-18T20:49:37,287 DEBUG [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37905:37905)] 2024-11-18T20:49:37,328 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:49:37,328 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293 2024-11-18T20:49:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:49:37,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:37,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:37,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:37,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:37,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:37,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:37,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:37,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:37,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:37,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:37,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740 2024-11-18T20:49:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740 2024-11-18T20:49:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:37,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:37,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:37,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65332077, jitterRate=-0.026476189494132996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:37,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962977368Initializing all the Stores at 1731962977369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962977369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962977369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962977369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962977369Cleaning up temporary data from old regions at 1731962977389 (+20 ms)Region opened successfully at 1731962977407 (+18 ms) 2024-11-18T20:49:37,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:49:37,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:49:37,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:49:37,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:49:37,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:49:37,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:49:37,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962977407Disabling compacts and flushes for region at 1731962977407Disabling writes for close at 1731962977408 (+1 ms)Writing region close event to WAL at 1731962977409 (+1 ms)Closed at 1731962977409 2024-11-18T20:49:37,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:37,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:49:37,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:49:37,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:37,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:49:37,567 DEBUG [29a7ef02c270:42137 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:49:37,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35551,1731962975317, state=OPENING 2024-11-18T20:49:37,607 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:49:37,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:37,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:49:37,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-201446883/meta-region-server: CHANGED 2024-11-18T20:49:37,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:49:37,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35551,1731962975317}] 2024-11-18T20:49:37,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-201446883/meta-region-server: CHANGED 2024-11-18T20:49:37,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:49:37,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:49:37,776 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:49:37,776 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:37,776 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:49:37,778 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35551%2C1731962975317.meta, suffix=.meta, logDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317, archiveDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/oldWALs, maxLogs=10 2024-11-18T20:49:37,790 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317/29a7ef02c270%2C35551%2C1731962975317.meta.1731962977778.meta, exclude list is [], retry=0 2024-11-18T20:49:37,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-82496cd7-3018-4497-a2f3-d1b0f99f8255,DISK] 2024-11-18T20:49:37,795 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317/29a7ef02c270%2C35551%2C1731962975317.meta.1731962977778.meta 2024-11-18T20:49:37,795 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37905:37905)] 2024-11-18T20:49:37,795 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:37,796 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:37,796 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:37,796 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:49:37,796 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:49:37,796 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:49:37,796 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:37,797 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:49:37,797 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:49:37,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:49:37,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:49:37,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:49:37,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:49:37,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:49:37,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:49:37,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:49:37,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:49:37,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:49:37,804 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:49:37,804 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740 2024-11-18T20:49:37,805 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740 2024-11-18T20:49:37,807 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:49:37,807 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:49:37,807 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:49:37,809 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:49:37,810 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65597294, jitterRate=-0.022524148225784302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:49:37,810 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:49:37,810 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962977797Writing region info on filesystem at 1731962977797Initializing all the Stores at 1731962977798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962977798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962977798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962977798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962977798Cleaning up temporary data from old regions at 1731962977807 (+9 ms)Running coprocessor post-open hooks at 1731962977810 (+3 ms)Region opened successfully at 1731962977810 2024-11-18T20:49:37,811 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962977770 2024-11-18T20:49:37,813 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:49:37,813 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:49:37,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35551,1731962975317, state=OPEN 2024-11-18T20:49:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-201446883/meta-region-server 2024-11-18T20:49:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-201446883/meta-region-server 2024-11-18T20:49:37,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,35551,1731962975317 2024-11-18T20:49:37,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-201446883/meta-region-server: CHANGED 2024-11-18T20:49:37,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-201446883/meta-region-server: CHANGED 2024-11-18T20:49:37,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:49:37,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35551,1731962975317 in 207 msec 2024-11-18T20:49:37,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:49:37,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-18T20:49:37,830 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:49:37,830 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:49:37,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:37,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35551,1731962975317, seqNum=-1] 2024-11-18T20:49:37,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:37,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:37,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 929 msec 2024-11-18T20:49:37,840 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962977840, completionTime=-1 2024-11-18T20:49:37,840 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:49:37,840 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:49:37,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:49:37,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963037842 2024-11-18T20:49:37,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963097842 2024-11-18T20:49:37,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:49:37,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,42137,1731962975188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,42137,1731962975188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,42137,1731962975188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:42137, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,845 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:49:37,847 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.465sec 2024-11-18T20:49:37,847 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:49:37,847 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:49:37,847 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:49:37,848 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:49:37,848 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:49:37,848 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,42137,1731962975188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:49:37,848 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,42137,1731962975188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:49:37,850 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:49:37,850 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:49:37,850 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,42137,1731962975188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:49:37,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:37,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,42137,-1 for getting cluster id 2024-11-18T20:49:37,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:37,946 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5' 2024-11-18T20:49:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5" 2024-11-18T20:49:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e4dc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,42137,-1] 2024-11-18T20:49:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:37,948 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:37,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:37,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35551,1731962975317, seqNum=-1] 2024-11-18T20:49:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:37,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,42137,1731962975188 2024-11-18T20:49:37,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54021 2024-11-18T20:49:37,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:49:37,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150ff4dac0005 connected 2024-11-18T20:49:37,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,45477,1731962971072 2024-11-18T20:49:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79757cb4 2024-11-18T20:49:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:37,982 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:37,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:49:37,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:49:37,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:37,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:49:37,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:49:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:49:38,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5d88a290f1f9b0ced5a89605b87cb72, NAME => 'test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a 2024-11-18T20:49:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:49:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:38,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:38,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5d88a290f1f9b0ced5a89605b87cb72, disabling compactions & flushes 2024-11-18T20:49:38,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. after waiting 0 ms 2024-11-18T20:49:38,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5d88a290f1f9b0ced5a89605b87cb72: Waiting for close lock at 1731962978410Disabling compacts and flushes for region at 1731962978410Disabling writes for close at 1731962978410Writing region close event to WAL at 1731962978410Closed at 1731962978410 2024-11-18T20:49:38,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:49:38,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962978411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962978411"}]},"ts":"1731962978411"} 2024-11-18T20:49:38,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:49:38,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:49:38,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962978415"}]},"ts":"1731962978415"} 2024-11-18T20:49:38,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:49:38,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5d88a290f1f9b0ced5a89605b87cb72, ASSIGN}] 2024-11-18T20:49:38,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5d88a290f1f9b0ced5a89605b87cb72, ASSIGN 2024-11-18T20:49:38,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5d88a290f1f9b0ced5a89605b87cb72, ASSIGN; state=OFFLINE, location=29a7ef02c270,41495,1731962971646; forceNewPlan=false, retain=false 2024-11-18T20:49:38,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5d88a290f1f9b0ced5a89605b87cb72, regionState=OPENING, regionLocation=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:38,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5d88a290f1f9b0ced5a89605b87cb72, ASSIGN because future has completed 2024-11-18T20:49:38,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5d88a290f1f9b0ced5a89605b87cb72, server=29a7ef02c270,41495,1731962971646}] 2024-11-18T20:49:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:38,733 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,733 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5d88a290f1f9b0ced5a89605b87cb72, NAME => 'test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:38,733 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:38,734 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:49:38,734 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,734 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:38,734 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,734 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,736 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,738 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d88a290f1f9b0ced5a89605b87cb72 columnFamilyName f 2024-11-18T20:49:38,738 DEBUG [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:38,738 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] regionserver.HStore(327): Store=e5d88a290f1f9b0ced5a89605b87cb72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:38,738 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,740 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d88a290f1f9b0ced5a89605b87cb72 columnFamilyName f1 2024-11-18T20:49:38,740 DEBUG [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:38,740 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] regionserver.HStore(327): Store=e5d88a290f1f9b0ced5a89605b87cb72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:38,740 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,742 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d88a290f1f9b0ced5a89605b87cb72 columnFamilyName norep 2024-11-18T20:49:38,742 DEBUG [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:38,742 INFO [StoreOpener-e5d88a290f1f9b0ced5a89605b87cb72-1 {}] regionserver.HStore(327): Store=e5d88a290f1f9b0ced5a89605b87cb72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:38,742 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,743 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,743 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,744 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,744 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,745 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:49:38,746 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,748 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:38,749 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5d88a290f1f9b0ced5a89605b87cb72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71284597, jitterRate=0.062223270535469055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:49:38,749 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:49:38,749 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5d88a290f1f9b0ced5a89605b87cb72: Running coprocessor pre-open hook at 1731962978734Writing region info on filesystem at 1731962978734Initializing all the Stores at 1731962978735 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962978735Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962978736 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962978736Cleaning up temporary data from old regions at 1731962978744 (+8 ms)Running coprocessor post-open hooks at 1731962978749 (+5 ms)Region opened successfully at 1731962978749 2024-11-18T20:49:38,752 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., pid=6, masterSystemTime=1731962978728 2024-11-18T20:49:38,754 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,754 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:49:38,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5d88a290f1f9b0ced5a89605b87cb72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5d88a290f1f9b0ced5a89605b87cb72, server=29a7ef02c270,41495,1731962971646 because future has completed 2024-11-18T20:49:38,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:49:38,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5d88a290f1f9b0ced5a89605b87cb72, server=29a7ef02c270,41495,1731962971646 in 185 msec 2024-11-18T20:49:38,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:49:38,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5d88a290f1f9b0ced5a89605b87cb72, ASSIGN in 346 msec 2024-11-18T20:49:38,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:49:38,768 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962978768"}]},"ts":"1731962978768"} 2024-11-18T20:49:38,770 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:49:38,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:49:38,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-18T20:49:38,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:49:38,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:38,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:38,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:38,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:38,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:49:38,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:49:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:39,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:39,134 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:49:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,42137,1731962975188 2024-11-18T20:49:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f56c1b7 2024-11-18T20:49:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:39,136 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:39,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:49:39,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:49:39,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:39,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:49:39,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:49:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:49:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:39,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a4b0102072103bd392f214e65d7c650, NAME => 'test,,1731962979136.8a4b0102072103bd392f214e65d7c650.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293 2024-11-18T20:49:39,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:49:39,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962979136.8a4b0102072103bd392f214e65d7c650.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:39,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a4b0102072103bd392f214e65d7c650, disabling compactions & flushes 2024-11-18T20:49:39,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962979136.8a4b0102072103bd392f214e65d7c650. after waiting 0 ms 2024-11-18T20:49:39,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a4b0102072103bd392f214e65d7c650: Waiting for close lock at 1731962979558Disabling compacts and flushes for region at 1731962979558Disabling writes for close at 1731962979558Writing region close event to WAL at 1731962979558Closed at 1731962979558 2024-11-18T20:49:39,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:49:39,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962979136.8a4b0102072103bd392f214e65d7c650.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962979559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962979559"}]},"ts":"1731962979559"} 2024-11-18T20:49:39,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:49:39,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:49:39,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962979564"}]},"ts":"1731962979564"} 2024-11-18T20:49:39,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:49:39,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a4b0102072103bd392f214e65d7c650, ASSIGN}] 2024-11-18T20:49:39,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a4b0102072103bd392f214e65d7c650, ASSIGN 2024-11-18T20:49:39,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a4b0102072103bd392f214e65d7c650, ASSIGN; state=OFFLINE, location=29a7ef02c270,35551,1731962975317; forceNewPlan=false, retain=false 2024-11-18T20:49:39,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a4b0102072103bd392f214e65d7c650, regionState=OPENING, regionLocation=29a7ef02c270,35551,1731962975317 2024-11-18T20:49:39,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a4b0102072103bd392f214e65d7c650, ASSIGN because future has completed 2024-11-18T20:49:39,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a4b0102072103bd392f214e65d7c650, server=29a7ef02c270,35551,1731962975317}] 2024-11-18T20:49:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:39,881 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,881 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a4b0102072103bd392f214e65d7c650, NAME => 'test,,1731962979136.8a4b0102072103bd392f214e65d7c650.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:39,882 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:39,882 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:49:39,882 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,882 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962979136.8a4b0102072103bd392f214e65d7c650.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:39,882 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,882 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,884 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,886 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a4b0102072103bd392f214e65d7c650 columnFamilyName f 2024-11-18T20:49:39,886 DEBUG [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:39,887 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] regionserver.HStore(327): Store=8a4b0102072103bd392f214e65d7c650/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:39,887 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,889 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a4b0102072103bd392f214e65d7c650 columnFamilyName f1 2024-11-18T20:49:39,889 DEBUG [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:39,889 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] regionserver.HStore(327): Store=8a4b0102072103bd392f214e65d7c650/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:39,889 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,891 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a4b0102072103bd392f214e65d7c650 columnFamilyName norep 2024-11-18T20:49:39,891 DEBUG [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:39,891 INFO [StoreOpener-8a4b0102072103bd392f214e65d7c650-1 {}] regionserver.HStore(327): Store=8a4b0102072103bd392f214e65d7c650/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:39,891 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,892 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,895 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,897 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,897 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,897 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:49:39,899 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,901 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:39,902 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a4b0102072103bd392f214e65d7c650; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64705431, jitterRate=-0.035813942551612854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:49:39,902 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:49:39,902 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a4b0102072103bd392f214e65d7c650: Running coprocessor pre-open hook at 1731962979882Writing region info on filesystem at 1731962979882Initializing all the Stores at 1731962979883 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962979883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962979884 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962979884Cleaning up temporary data from old regions at 1731962979897 (+13 ms)Running coprocessor post-open hooks at 1731962979902 (+5 ms)Region opened successfully at 1731962979902 2024-11-18T20:49:39,903 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962979136.8a4b0102072103bd392f214e65d7c650., pid=6, masterSystemTime=1731962979877 2024-11-18T20:49:39,906 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,906 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:49:39,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a4b0102072103bd392f214e65d7c650, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,35551,1731962975317 2024-11-18T20:49:39,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a4b0102072103bd392f214e65d7c650, server=29a7ef02c270,35551,1731962975317 because future has completed 2024-11-18T20:49:39,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:49:39,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a4b0102072103bd392f214e65d7c650, server=29a7ef02c270,35551,1731962975317 in 187 msec 2024-11-18T20:49:39,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:49:39,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a4b0102072103bd392f214e65d7c650, ASSIGN in 348 msec 2024-11-18T20:49:39,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:49:39,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962979920"}]},"ts":"1731962979920"} 2024-11-18T20:49:39,922 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:49:39,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:49:39,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-11-18T20:49:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:49:40,273 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:49:40,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45477,-1 for getting cluster id 2024-11-18T20:49:40,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:40,276 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0489d95c-23f5-40a9-877e-193314c4f0b7' 2024-11-18T20:49:40,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:40,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0489d95c-23f5-40a9-877e-193314c4f0b7" 2024-11-18T20:49:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f62c37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45477,-1] 2024-11-18T20:49:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:40,279 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23af14cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,42137,-1 for getting cluster id 2024-11-18T20:49:40,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:40,281 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5' 2024-11-18T20:49:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5" 2024-11-18T20:49:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f01b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,42137,-1] 2024-11-18T20:49:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:40,284 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:40,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecc6c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45477,-1 for getting cluster id 2024-11-18T20:49:40,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:40,287 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0489d95c-23f5-40a9-877e-193314c4f0b7' 2024-11-18T20:49:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0489d95c-23f5-40a9-877e-193314c4f0b7" 2024-11-18T20:49:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ce78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45477,-1] 2024-11-18T20:49:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:40,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:40,290 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cf59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,45477,1731962971072 2024-11-18T20:49:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137c4fa9 2024-11-18T20:49:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:40,295 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:40,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:42137,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:49:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:49:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:49:40,299 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:42137' 2024-11-18T20:49:40,300 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a06aa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,300 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,42137,-1 for getting cluster id 2024-11-18T20:49:40,300 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:40,307 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5' 2024-11-18T20:49:40,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:40,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5" 2024-11-18T20:49:40,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81f319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,42137,-1] 2024-11-18T20:49:40,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:40,310 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:40,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4875fc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:40,311 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,42137,1731962975188 2024-11-18T20:49:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7163f218 2024-11-18T20:49:40,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:40,313 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:40,314 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:49:40,314 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:49:40,314 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:40,314 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:40,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:40,315 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:49:40,317 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:49:40,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:49:40,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:40,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:49:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:49:40,367 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:49:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:49:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:49:40,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7d185c521a62c1b46bb09418493851a, NAME => 'hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a 2024-11-18T20:49:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:49:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:49:41,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:41,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7d185c521a62c1b46bb09418493851a, disabling compactions & flushes 2024-11-18T20:49:41,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. after waiting 0 ms 2024-11-18T20:49:41,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7d185c521a62c1b46bb09418493851a: Waiting for close lock at 1731962981139Disabling compacts and flushes for region at 1731962981139Disabling writes for close at 1731962981139Writing region close event to WAL at 1731962981139Closed at 1731962981139 2024-11-18T20:49:41,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:49:41,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962981140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962981140"}]},"ts":"1731962981140"} 2024-11-18T20:49:41,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:49:41,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:49:41,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962981144"}]},"ts":"1731962981144"} 2024-11-18T20:49:41,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:49:41,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7d185c521a62c1b46bb09418493851a, ASSIGN}] 2024-11-18T20:49:41,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7d185c521a62c1b46bb09418493851a, ASSIGN 2024-11-18T20:49:41,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7d185c521a62c1b46bb09418493851a, ASSIGN; state=OFFLINE, location=29a7ef02c270,41495,1731962971646; forceNewPlan=false, retain=false 2024-11-18T20:49:41,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7d185c521a62c1b46bb09418493851a, regionState=OPENING, regionLocation=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:41,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7d185c521a62c1b46bb09418493851a, ASSIGN because future has completed 2024-11-18T20:49:41,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d185c521a62c1b46bb09418493851a, server=29a7ef02c270,41495,1731962971646}] 2024-11-18T20:49:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:49:41,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:49:41,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:49:41,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C41495%2C1731962971646.rep, suffix=, logDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/oldWALs, maxLogs=10 2024-11-18T20:49:41,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.rep.1731962981462, exclude list is [], retry=0 2024-11-18T20:49:41,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-094c2475-b8de-4f36-8af1-bb039cf910e9,DISK] 2024-11-18T20:49:41,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.rep.1731962981462 2024-11-18T20:49:41,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-18T20:49:41,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d185c521a62c1b46bb09418493851a, NAME => 'hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:49:41,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:49:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:49:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. service=MultiRowMutationService 2024-11-18T20:49:41,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:49:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:49:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,481 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,482 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d185c521a62c1b46bb09418493851a columnFamilyName hfileref 2024-11-18T20:49:41,482 DEBUG [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:41,483 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] regionserver.HStore(327): Store=d7d185c521a62c1b46bb09418493851a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:41,483 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,484 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d185c521a62c1b46bb09418493851a columnFamilyName queue 2024-11-18T20:49:41,484 DEBUG [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:41,485 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] regionserver.HStore(327): Store=d7d185c521a62c1b46bb09418493851a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:41,485 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,486 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d185c521a62c1b46bb09418493851a columnFamilyName sid 2024-11-18T20:49:41,486 DEBUG [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:49:41,486 INFO [StoreOpener-d7d185c521a62c1b46bb09418493851a-1 {}] regionserver.HStore(327): Store=d7d185c521a62c1b46bb09418493851a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:49:41,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:49:41,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:49:41,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7d185c521a62c1b46bb09418493851a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59630496, jitterRate=-0.11143636703491211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:49:41,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:49:41,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7d185c521a62c1b46bb09418493851a: Running coprocessor pre-open hook at 1731962981479Writing region info on filesystem at 1731962981479Initializing all the Stores at 1731962981480 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962981480Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962981481 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962981481Cleaning up temporary data from old regions at 1731962981488 (+7 ms)Running coprocessor post-open hooks at 1731962981492 (+4 ms)Region opened successfully at 1731962981492 2024-11-18T20:49:41,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a., pid=10, masterSystemTime=1731962981456 2024-11-18T20:49:41,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:49:41,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7d185c521a62c1b46bb09418493851a, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,41495,1731962971646 2024-11-18T20:49:41,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d185c521a62c1b46bb09418493851a, server=29a7ef02c270,41495,1731962971646 because future has completed 2024-11-18T20:49:41,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:49:41,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7d185c521a62c1b46bb09418493851a, server=29a7ef02c270,41495,1731962971646 in 196 msec 2024-11-18T20:49:41,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:49:41,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7d185c521a62c1b46bb09418493851a, ASSIGN in 355 msec 2024-11-18T20:49:41,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:49:41,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962981504"}]},"ts":"1731962981504"} 2024-11-18T20:49:41,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:49:41,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:49:41,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-18T20:49:41,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a., hostname=29a7ef02c270,41495,1731962971646, seqNum=2] 2024-11-18T20:49:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:49:41,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:49:41,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:49:41,747 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:49:41,783 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,41495,1731962971646, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:49:41,783 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:41,783 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,41495,1731962971646, seqNum=-1] 2024-11-18T20:49:41,784 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:41,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T20:49:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,41495,1731962971646', locateType=CURRENT is [region=hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a., hostname=29a7ef02c270,41495,1731962971646, seqNum=2] 2024-11-18T20:49:41,790 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:49:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:49:41,795 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,41495,1731962971646 suceeded 2024-11-18T20:49:41,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:49:41,854 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:42137,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T20:49:41,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-18T20:49:41,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5580 sec 2024-11-18T20:49:41,859 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:42137' 2024-11-18T20:49:41,862 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c8ab1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:41,862 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,42137,-1 for getting cluster id 2024-11-18T20:49:41,862 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:41,863 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5' 2024-11-18T20:49:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5" 2024-11-18T20:49:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff1240e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,42137,-1] 2024-11-18T20:49:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:41,865 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:41,866 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47ec4700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:41,866 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,42137,1731962975188 2024-11-18T20:49:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1054ac99 2024-11-18T20:49:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:41,868 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T20:49:41,869 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,41495,1731962971646 (queues=1) is replicating from cluster=0489d95c-23f5-40a9-877e-193314c4f0b7 to cluster=7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5 2024-11-18T20:49:41,869 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C41495%2C1731962971646 2024-11-18T20:49:41,869 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,41495,1731962971646, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:49:41,869 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872, startPosition=0, beingWritten=true 2024-11-18T20:49:41,870 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C41495%2C1731962971646 2024-11-18T20:49:41,880 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:49:41,880 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 379, reset compression=false 2024-11-18T20:49:41,880 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,41495,1731962971646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:49:42,085 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 379, reset compression=false 2024-11-18T20:49:42,390 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 379, reset compression=false 2024-11-18T20:49:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:49:42,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:49:42,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:42,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:42,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:42,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:42,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:42,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:42,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731962982448/Put/seqid=0 2024-11-18T20:49:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:49:42,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731962982463/Put/seqid=0 2024-11-18T20:49:42,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:49:42,803 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 379, reset compression=false 2024-11-18T20:49:42,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:42,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45477,-1 for getting cluster id 2024-11-18T20:49:42,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:42,880 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0489d95c-23f5-40a9-877e-193314c4f0b7' 2024-11-18T20:49:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0489d95c-23f5-40a9-877e-193314c4f0b7" 2024-11-18T20:49:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45477,-1] 2024-11-18T20:49:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:42,883 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:42,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:42,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,41495,1731962971646, seqNum=-1] 2024-11-18T20:49:42,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:42,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:42,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:42,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,45477,1731962971072 2024-11-18T20:49:42,905 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aa9ec1a 2024-11-18T20:49:42,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:42,911 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2] 2024-11-18T20:49:42,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:49:42,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:49:43,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T20:49:43,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_0 for inclusion in e5d88a290f1f9b0ced5a89605b87cb72/f 2024-11-18T20:49:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:49:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:49:43,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_1 for inclusion in e5d88a290f1f9b0ced5a89605b87cb72/f 2024-11-18T20:49:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:49:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:49:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HRegion(2603): Flush status journal for e5d88a290f1f9b0ced5a89605b87cb72: 2024-11-18T20:49:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_0 to hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_0 2024-11-18T20:49:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_0 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ 2024-11-18T20:49:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f/f/hfile_1 to hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_1 2024-11-18T20:49:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_1 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ 2024-11-18T20:49:43,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_0 into e5d88a290f1f9b0ced5a89605b87cb72/f as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ - updating store file list. 2024-11-18T20:49:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a21a62e89dea4058a6f3b97c052063ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:49:43,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ into e5d88a290f1f9b0ced5a89605b87cb72/f 2024-11-18T20:49:43,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_0 into e5d88a290f1f9b0ced5a89605b87cb72/f (new location: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_) 2024-11-18T20:49:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_0 2024-11-18T20:49:43,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_1 into e5d88a290f1f9b0ced5a89605b87cb72/f as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ - updating store file list. 2024-11-18T20:49:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:49:43,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ into e5d88a290f1f9b0ced5a89605b87cb72/f 2024-11-18T20:49:43,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_1 into e5d88a290f1f9b0ced5a89605b87cb72/f (new location: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_) 2024-11-18T20:49:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__8enlh6o4ekdgjh7f269oka89jq33k0e01vt27s9uoh2stq92ivahjsbjlur9rdgr/f/hfile_1 2024-11-18T20:49:43,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:43,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:43,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:43,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2 , the old value is region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=29a7ef02c270:41495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:49:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:49:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2 from cache 2024-11-18T20:49:43,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:43,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:43,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35551,1731962975317, seqNum=-1] 2024-11-18T20:49:43,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:43,229 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:49:43,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962979136.8a4b0102072103bd392f214e65d7c650., hostname=29a7ef02c270,35551,1731962975317, seqNum=2] 2024-11-18T20:49:43,261 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:49:43,309 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 379, reset compression=false 2024-11-18T20:49:43,332 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:49:43,333 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:41495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:49:43,336 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,41495,1731962971646 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5d88a290f1f9b0ced5a89605b87cb72/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962983208/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:49:43,374 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:49:43,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T20:49:43,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.ReplicationSink(318): Replicating [0489d95c-23f5-40a9-877e-193314c4f0b7] bulk loaded data 2024-11-18T20:49:43,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368e7327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:43,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,42137,-1 for getting cluster id 2024-11-18T20:49:43,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:43,400 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5' 2024-11-18T20:49:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:43,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7662d08b-c9ec-49e7-8b44-3c0e5f7ee7e5" 2024-11-18T20:49:43,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786db3ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,42137,-1] 2024-11-18T20:49:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:43,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:43,405 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:43,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c23fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:43,534 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 687, reset compression=false 2024-11-18T20:49:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741837_1013 (size=7894) 2024-11-18T20:49:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741838_1014 (size=7691) 2024-11-18T20:49:43,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,42137,1731962975188 2024-11-18T20:49:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5350cefc 2024-11-18T20:49:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:43,625 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T20:49:43,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:49:43,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:43,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35551,1731962975317, seqNum=-1] 2024-11-18T20:49:43,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:43,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T20:49:43,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T20:49:43,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:49:43,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ for inclusion in 8a4b0102072103bd392f214e65d7c650/f 2024-11-18T20:49:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:49:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:49:43,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ for inclusion in 8a4b0102072103bd392f214e65d7c650/f 2024-11-18T20:49:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:49:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:49:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HRegion(2603): Flush status journal for 8a4b0102072103bd392f214e65d7c650: 2024-11-18T20:49:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:49:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/f88e1c77792d4094b709a04537cab767_SeqId_4_ 2024-11-18T20:49:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:49:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/041ac3d6cc3b4041965577e28148cbe4_SeqId_4_ 2024-11-18T20:49:43,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ into 8a4b0102072103bd392f214e65d7c650/f as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/f88e1c77792d4094b709a04537cab767_SeqId_4_ - updating store file list. 2024-11-18T20:49:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f88e1c77792d4094b709a04537cab767_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:49:43,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/f88e1c77792d4094b709a04537cab767_SeqId_4_ into 8a4b0102072103bd392f214e65d7c650/f 2024-11-18T20:49:43,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ into 8a4b0102072103bd392f214e65d7c650/f (new location: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/f88e1c77792d4094b709a04537cab767_SeqId_4_) 2024-11-18T20:49:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_ 2024-11-18T20:49:43,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ into 8a4b0102072103bd392f214e65d7c650/f as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/041ac3d6cc3b4041965577e28148cbe4_SeqId_4_ - updating store file list. 2024-11-18T20:49:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 041ac3d6cc3b4041965577e28148cbe4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:49:43,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/041ac3d6cc3b4041965577e28148cbe4_SeqId_4_ into 8a4b0102072103bd392f214e65d7c650/f 2024-11-18T20:49:43,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ into 8a4b0102072103bd392f214e65d7c650/f (new location: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/f/041ac3d6cc3b4041965577e28148cbe4_SeqId_4_) 2024-11-18T20:49:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/staging/jenkins.hfs.6__test__ka49rn6eru974a3dnksfv0qun4eaviqr6ej0ghl1fiuamtfd1jq6lqk1u1cv3ui3/f/a21a62e89dea4058a6f3b97c052063ae_SeqId_4_ 2024-11-18T20:49:43,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.ReplicationSink(324): Finished replicating [0489d95c-23f5-40a9-877e-193314c4f0b7] bulk loaded data 2024-11-18T20:49:43,862 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 687, reset compression=false 2024-11-18T20:49:44,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:49:44,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:44,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:44,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:44,273 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 687, reset compression=false 2024-11-18T20:49:44,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:49:44,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:49:44,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731962984292/Put/seqid=0 2024-11-18T20:49:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741842_1018 (size=7997) 2024-11-18T20:49:44,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731962984700/Put/seqid=0 2024-11-18T20:49:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741843_1019 (size=7794) 2024-11-18T20:49:44,795 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 687, reset compression=false 2024-11-18T20:49:45,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:45,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45477,-1 for getting cluster id 2024-11-18T20:49:45,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:49:45,113 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0489d95c-23f5-40a9-877e-193314c4f0b7' 2024-11-18T20:49:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:49:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0489d95c-23f5-40a9-877e-193314c4f0b7" 2024-11-18T20:49:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7396a71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45477,-1] 2024-11-18T20:49:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:49:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:45,115 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:49:45,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:49:45,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,41495,1731962971646, seqNum=-1] 2024-11-18T20:49:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:45,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:45,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:49:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,45477,1731962971072 2024-11-18T20:49:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9fc608 2024-11-18T20:49:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:49:45,154 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:49:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2] 2024-11-18T20:49:45,173 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:49:45,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:49:45,188 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T20:49:45,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_1 for inclusion in e5d88a290f1f9b0ced5a89605b87cb72/f1 2024-11-18T20:49:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T20:49:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:49:45,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_0 for inclusion in e5d88a290f1f9b0ced5a89605b87cb72/f1 2024-11-18T20:49:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T20:49:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:49:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HRegion(2603): Flush status journal for e5d88a290f1f9b0ced5a89605b87cb72: 2024-11-18T20:49:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_1 to hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_1 2024-11-18T20:49:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_1 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/4d5dc80549654e248b61ab9fa5bbf1af_SeqId_6_ 2024-11-18T20:49:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/load_f1/f1/hfile_0 to hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_0 2024-11-18T20:49:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_0 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/400f94cff0354667a295a61b9611c18f_SeqId_6_ 2024-11-18T20:49:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T20:49:45,255 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_1 into e5d88a290f1f9b0ced5a89605b87cb72/f1 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/4d5dc80549654e248b61ab9fa5bbf1af_SeqId_6_ - updating store file list. 2024-11-18T20:49:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d5dc80549654e248b61ab9fa5bbf1af_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:49:45,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/4d5dc80549654e248b61ab9fa5bbf1af_SeqId_6_ into e5d88a290f1f9b0ced5a89605b87cb72/f1 2024-11-18T20:49:45,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_1 into e5d88a290f1f9b0ced5a89605b87cb72/f1 (new location: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/4d5dc80549654e248b61ab9fa5bbf1af_SeqId_6_) 2024-11-18T20:49:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_1 2024-11-18T20:49:45,281 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_0 into e5d88a290f1f9b0ced5a89605b87cb72/f1 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/400f94cff0354667a295a61b9611c18f_SeqId_6_ - updating store file list. 2024-11-18T20:49:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 400f94cff0354667a295a61b9611c18f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:49:45,292 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/400f94cff0354667a295a61b9611c18f_SeqId_6_ into e5d88a290f1f9b0ced5a89605b87cb72/f1 2024-11-18T20:49:45,292 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_0 into e5d88a290f1f9b0ced5a89605b87cb72/f1 (new location: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/f1/400f94cff0354667a295a61b9611c18f_SeqId_6_) 2024-11-18T20:49:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/staging/jenkins__test__nmbcugejlpe7evgejbbc6fb2gduupbctnl36qdrbvn7vga86m7mplvbofusqc85r/f1/hfile_0 2024-11-18T20:49:45,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:49:45,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:49:45,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:45,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:49:45,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:49:45,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:49:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2 , the old value is region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=29a7ef02c270:41495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:49:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:49:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2 from cache 2024-11-18T20:49:45,296 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:49:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,41495,1731962971646, seqNum=-1] 2024-11-18T20:49:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:49:45,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:49:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., hostname=29a7ef02c270,41495,1731962971646, seqNum=2] 2024-11-18T20:49:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:49:45,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:49:45,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:49:45,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:49:45,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:49:45,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:49:45,402 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 687, reset compression=false 2024-11-18T20:49:45,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:41495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:49:45,422 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:49:45,422 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:45,423 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,41495,1731962971646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:49:45,638 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:45,944 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:46,348 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:46,854 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:47,458 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:48,162 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:48,968 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:49,873 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:50,878 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:51,984 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:53,197 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:54,509 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:55,952 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:57,460 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:49:59,067 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:00,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:50:00,812 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:02,619 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:04,525 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:05,170 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:50:05,427 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,41495,1731962971646 got entry batch from reader: null 2024-11-18T20:50:06,529 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:08,635 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:10,840 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:13,145 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:13,576 INFO [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T20:50:13,576 INFO [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T20:50:15,549 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:17,854 INFO [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T20:50:17,854 INFO [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T20:50:18,061 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:20,681 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:23,385 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:23,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e5d88a290f1f9b0ced5a89605b87cb72, had cached 0 bytes from a total of 31376 2024-11-18T20:50:24,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8a4b0102072103bd392f214e65d7c650, had cached 0 bytes from a total of 15585 2024-11-18T20:50:25,427 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,41495,1731962971646 got entry batch from reader: null 2024-11-18T20:50:26,190 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:29,105 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:30,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:50:32,145 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:35,170 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:50:35,263 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:37,847 DEBUG [master/29a7ef02c270:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T20:50:38,491 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:41,823 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:45,254 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/WALs/29a7ef02c270,41495,1731962971646/29a7ef02c270%2C41495%2C1731962971646.1731962972872 to pos 997, reset compression=false 2024-11-18T20:50:45,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:50:45,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:50:45,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:45,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:45,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:45,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:50:45,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=832798417, stopped=false 2024-11-18T20:50:45,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:50:45,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,42137,1731962975188 2024-11-18T20:50:45,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-201446883/running 2024-11-18T20:50:45,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:50:45,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-201446883/running 2024-11-18T20:50:45,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:50:45,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:50:45,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:50:45,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:45,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:45,413 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,35551,1731962975317' ***** 2024-11-18T20:50:45,413 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:50:45,414 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:50:45,414 INFO [RS:0;29a7ef02c270:35551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:50:45,414 INFO [RS:0;29a7ef02c270:35551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:50:45,414 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:50:45,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/running 2024-11-18T20:50:45,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Set watcher on znode that does not yet exist, /1-201446883/running 2024-11-18T20:50:45,415 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:50:45,427 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,41495,1731962971646 got entry batch from reader: null 2024-11-18T20:50:45,445 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,35551,1731962975317 2024-11-18T20:50:45,445 INFO [RS:0;29a7ef02c270:35551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:50:45,445 INFO [RS:0;29a7ef02c270:35551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35551. 2024-11-18T20:50:45,445 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a4b0102072103bd392f214e65d7c650, disabling compactions & flushes 2024-11-18T20:50:45,445 DEBUG [RS:0;29a7ef02c270:35551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:45,445 DEBUG [RS:0;29a7ef02c270:35551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:45,445 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:50:45,446 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:50:45,446 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:50:45,446 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:50:45,446 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:50:45,446 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:50:45,446 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962979136.8a4b0102072103bd392f214e65d7c650. after waiting 0 ms 2024-11-18T20:50:45,446 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:50:45,451 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:50:45,451 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1325): Online Regions={8a4b0102072103bd392f214e65d7c650=test,,1731962979136.8a4b0102072103bd392f214e65d7c650., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:50:45,451 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a4b0102072103bd392f214e65d7c650 2024-11-18T20:50:45,451 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:50:45,451 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:50:45,451 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:50:45,451 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:50:45,452 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:50:45,453 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T20:50:45,480 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:50:45,516 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/default/test/8a4b0102072103bd392f214e65d7c650/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T20:50:45,518 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:50:45,518 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:50:45,518 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:50:45,518 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a4b0102072103bd392f214e65d7c650: Waiting for close lock at 1731963045445Running coprocessor pre-close hooks at 1731963045445Disabling compacts and flushes for region at 1731963045445Disabling writes for close at 1731963045446 (+1 ms)Writing region close event to WAL at 1731963045471 (+25 ms)Running coprocessor post-close hooks at 1731963045518 (+47 ms)Closed at 1731963045518 2024-11-18T20:50:45,518 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962979136.8a4b0102072103bd392f214e65d7c650. 2024-11-18T20:50:45,529 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/info/6155d753daf94b7d8cfc14d3b5766eaa is 129, key is test,,1731962979136.8a4b0102072103bd392f214e65d7c650./info:regioninfo/1731962979907/Put/seqid=0 2024-11-18T20:50:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741839_1015 (size=6421) 2024-11-18T20:50:45,565 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/info/6155d753daf94b7d8cfc14d3b5766eaa 2024-11-18T20:50:45,609 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/ns/41221976ed6e4a33b7503966f86f1e75 is 43, key is default/ns:d/1731962977834/Put/seqid=0 2024-11-18T20:50:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:50:45,634 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/ns/41221976ed6e4a33b7503966f86f1e75 2024-11-18T20:50:45,651 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:50:45,677 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/rep_barrier/679541ea62f04aab95251f6e21945405 is 112, key is test,,1731962979136.8a4b0102072103bd392f214e65d7c650./rep_barrier:seqnumDuringOpen/1731962979907/Put/seqid=0 2024-11-18T20:50:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741841_1017 (size=5518) 2024-11-18T20:50:45,686 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/rep_barrier/679541ea62f04aab95251f6e21945405 2024-11-18T20:50:45,722 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/table/63ec081133b340b1b105319916f020f5 is 40, key is test/table:state/1731962979920/Put/seqid=0 2024-11-18T20:50:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741842_1018 (size=5165) 2024-11-18T20:50:45,855 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:50:46,055 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:50:46,129 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:50:46,130 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:50:46,143 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/table/63ec081133b340b1b105319916f020f5 2024-11-18T20:50:46,155 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/info/6155d753daf94b7d8cfc14d3b5766eaa as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/info/6155d753daf94b7d8cfc14d3b5766eaa 2024-11-18T20:50:46,175 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/info/6155d753daf94b7d8cfc14d3b5766eaa, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T20:50:46,178 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/ns/41221976ed6e4a33b7503966f86f1e75 as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/ns/41221976ed6e4a33b7503966f86f1e75 2024-11-18T20:50:46,190 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/ns/41221976ed6e4a33b7503966f86f1e75, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:50:46,195 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/rep_barrier/679541ea62f04aab95251f6e21945405 as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/rep_barrier/679541ea62f04aab95251f6e21945405 2024-11-18T20:50:46,211 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/rep_barrier/679541ea62f04aab95251f6e21945405, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T20:50:46,214 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/.tmp/table/63ec081133b340b1b105319916f020f5 as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/table/63ec081133b340b1b105319916f020f5 2024-11-18T20:50:46,228 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/table/63ec081133b340b1b105319916f020f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:50:46,244 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 792ms, sequenceid=11, compaction requested=false 2024-11-18T20:50:46,259 DEBUG [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:50:46,325 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:50:46,325 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:50:46,325 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:50:46,326 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:50:46,326 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963045451Running coprocessor pre-close hooks at 1731963045451Disabling compacts and flushes for region at 1731963045451Disabling writes for close at 1731963045452 (+1 ms)Obtaining lock to block concurrent updates at 1731963045453 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731963045453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731963045453Flushing stores of hbase:meta,,1.1588230740 at 1731963045454 (+1 ms)Flushing 1588230740/info: creating writer at 1731963045455 (+1 ms)Flushing 1588230740/info: appending metadata at 1731963045528 (+73 ms)Flushing 1588230740/info: closing flushed file at 1731963045528Flushing 1588230740/ns: creating writer at 1731963045578 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731963045608 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731963045608Flushing 1588230740/rep_barrier: creating writer at 1731963045653 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963045676 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963045676Flushing 1588230740/table: creating writer at 1731963045696 (+20 ms)Flushing 1588230740/table: appending metadata at 1731963045722 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731963045722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145f2ff2: reopening flushed file at 1731963046154 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579a5c04: reopening flushed file at 1731963046175 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b0e8ef: reopening flushed file at 1731963046191 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8838f0: reopening flushed file at 1731963046211 (+20 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 792ms, sequenceid=11, compaction requested=false at 1731963046244 (+33 ms)Writing region close event to WAL at 1731963046304 (+60 ms)Running coprocessor post-close hooks at 1731963046325 (+21 ms)Closed at 1731963046326 (+1 ms) 2024-11-18T20:50:46,326 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:50:46,459 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,35551,1731962975317; all regions closed. 2024-11-18T20:50:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741834_1010 (size=2717) 2024-11-18T20:50:46,492 DEBUG [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/oldWALs 2024-11-18T20:50:46,492 INFO [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35551%2C1731962975317.meta:.meta(num 1731962977778) 2024-11-18T20:50:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741832_1008 (size=1028) 2024-11-18T20:50:46,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/WALs/29a7ef02c270,35551,1731962975317/29a7ef02c270%2C35551%2C1731962975317.1731962977221 not finished, retry = 0 2024-11-18T20:50:46,599 DEBUG [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/oldWALs 2024-11-18T20:50:46,599 INFO [RS:0;29a7ef02c270:35551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35551%2C1731962975317:(num 1731962977221) 2024-11-18T20:50:46,599 DEBUG [RS:0;29a7ef02c270:35551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:46,599 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:50:46,599 INFO [RS:0;29a7ef02c270:35551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:50:46,599 INFO [RS:0;29a7ef02c270:35551 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:50:46,599 INFO [RS:0;29a7ef02c270:35551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:50:46,600 INFO [RS:0;29a7ef02c270:35551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35551. 2024-11-18T20:50:46,600 DEBUG [RS:0;29a7ef02c270:35551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:46,600 DEBUG [RS:0;29a7ef02c270:35551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:46,600 DEBUG [RS:0;29a7ef02c270:35551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:46,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:50:46,600 INFO [RS:0;29a7ef02c270:35551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35551 2024-11-18T20:50:46,600 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:50:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-201446883/rs/29a7ef02c270,35551,1731962975317 2024-11-18T20:50:46,612 INFO [RS:0;29a7ef02c270:35551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:50:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883/rs 2024-11-18T20:50:46,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,35551,1731962975317] 2024-11-18T20:50:46,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-201446883/draining/29a7ef02c270,35551,1731962975317 already deleted, retry=false 2024-11-18T20:50:46,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,35551,1731962975317 expired; onlineServers=0 2024-11-18T20:50:46,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,42137,1731962975188' ***** 2024-11-18T20:50:46,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:50:46,628 INFO [M:0;29a7ef02c270:42137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:50:46,628 INFO [M:0;29a7ef02c270:42137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:50:46,629 DEBUG [M:0;29a7ef02c270:42137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:50:46,629 DEBUG [M:0;29a7ef02c270:42137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:50:46,629 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962976914 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962976914,5,FailOnTimeoutGroup] 2024-11-18T20:50:46,629 INFO [M:0;29a7ef02c270:42137 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:50:46,629 INFO [M:0;29a7ef02c270:42137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:50:46,629 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962976914 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962976914,5,FailOnTimeoutGroup] 2024-11-18T20:50:46,629 DEBUG [M:0;29a7ef02c270:42137 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:50:46,629 INFO [M:0;29a7ef02c270:42137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:50:46,629 INFO [M:0;29a7ef02c270:42137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:50:46,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:50:46,630 INFO [M:0;29a7ef02c270:42137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:50:46,630 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:50:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-201446883/master 2024-11-18T20:50:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-201446883 2024-11-18T20:50:46,637 DEBUG [M:0;29a7ef02c270:42137 {}] zookeeper.ZKUtil(347): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Unable to get data of znode /1-201446883/master because node does not exist (not an error) 2024-11-18T20:50:46,637 WARN [M:0;29a7ef02c270:42137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:50:46,637 INFO [M:0;29a7ef02c270:42137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/.lastflushedseqids 2024-11-18T20:50:46,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741843_1019 (size=173) 2024-11-18T20:50:46,664 INFO [M:0;29a7ef02c270:42137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:50:46,664 INFO [M:0;29a7ef02c270:42137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:50:46,664 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:50:46,664 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:46,664 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:46,664 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:50:46,664 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:46,665 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-18T20:50:46,714 DEBUG [M:0;29a7ef02c270:42137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dab680b5c5c481b84ef8da920af7305 is 82, key is hbase:meta,,1/info:regioninfo/1731962977814/Put/seqid=0 2024-11-18T20:50:46,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:46,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x10150ff4dac0004, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:46,721 INFO [RS:0;29a7ef02c270:35551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:50:46,721 INFO [RS:0;29a7ef02c270:35551 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,35551,1731962975317; zookeeper connection closed. 2024-11-18T20:50:46,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@192d1d4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@192d1d4b 2024-11-18T20:50:46,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:50:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741844_1020 (size=5672) 2024-11-18T20:50:46,767 INFO [M:0;29a7ef02c270:42137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dab680b5c5c481b84ef8da920af7305 2024-11-18T20:50:46,809 DEBUG [M:0;29a7ef02c270:42137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/269f2a901a4c48749e2bde199d73d641 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962979926/Put/seqid=0 2024-11-18T20:50:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741845_1021 (size=6727) 2024-11-18T20:50:46,849 INFO [M:0;29a7ef02c270:42137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/269f2a901a4c48749e2bde199d73d641 2024-11-18T20:50:46,856 INFO [M:0;29a7ef02c270:42137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 269f2a901a4c48749e2bde199d73d641 2024-11-18T20:50:46,896 DEBUG [M:0;29a7ef02c270:42137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c8378fc6dda44009f9602e793dc6bcd is 69, key is 29a7ef02c270,35551,1731962975317/rs:state/1731962977004/Put/seqid=0 2024-11-18T20:50:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741846_1022 (size=5156) 2024-11-18T20:50:46,933 INFO [M:0;29a7ef02c270:42137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c8378fc6dda44009f9602e793dc6bcd 2024-11-18T20:50:46,950 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dab680b5c5c481b84ef8da920af7305 as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dab680b5c5c481b84ef8da920af7305 2024-11-18T20:50:46,971 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dab680b5c5c481b84ef8da920af7305, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T20:50:46,973 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/269f2a901a4c48749e2bde199d73d641 as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/269f2a901a4c48749e2bde199d73d641 2024-11-18T20:50:47,026 INFO [M:0;29a7ef02c270:42137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 269f2a901a4c48749e2bde199d73d641 2024-11-18T20:50:47,026 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/269f2a901a4c48749e2bde199d73d641, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T20:50:47,031 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c8378fc6dda44009f9602e793dc6bcd as hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c8378fc6dda44009f9602e793dc6bcd 2024-11-18T20:50:47,039 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34159/user/jenkins/test-data/82187423-4cfa-22e3-9619-47264ed54293/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c8378fc6dda44009f9602e793dc6bcd, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T20:50:47,041 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 377ms, sequenceid=58, compaction requested=false 2024-11-18T20:50:47,058 INFO [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:47,058 DEBUG [M:0;29a7ef02c270:42137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963046664Disabling compacts and flushes for region at 1731963046664Disabling writes for close at 1731963046664Obtaining lock to block concurrent updates at 1731963046665 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963046665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731963046665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963046666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963046666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963046713 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963046713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963046774 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963046808 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963046808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963046856 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963046896 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963046896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197639eb: reopening flushed file at 1731963046948 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13301209: reopening flushed file at 1731963046971 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e1d4d2: reopening flushed file at 1731963047027 (+56 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 377ms, sequenceid=58, compaction requested=false at 1731963047041 (+14 ms)Writing region close event to WAL at 1731963047058 (+17 ms)Closed at 1731963047058 2024-11-18T20:50:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741830_1006 (size=33026) 2024-11-18T20:50:47,094 INFO [M:0;29a7ef02c270:42137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:50:47,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:50:47,094 INFO [M:0;29a7ef02c270:42137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42137 2024-11-18T20:50:47,095 INFO [M:0;29a7ef02c270:42137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:50:47,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:47,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42137-0x10150ff4dac0003, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:47,254 INFO [M:0;29a7ef02c270:42137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:50:47,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:50:47,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:47,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:47,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:47,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir/,STOPPED} 2024-11-18T20:50:47,357 WARN [BP-1718416540-172.17.0.2-1731962973653 heartbeating to localhost/127.0.0.1:34159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:50:47,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:50:47,357 WARN [BP-1718416540-172.17.0.2-1731962973653 heartbeating to localhost/127.0.0.1:34159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718416540-172.17.0.2-1731962973653 (Datanode Uuid 8d0ed0f5-f068-4176-a1c7-947bbe52b658) service to localhost/127.0.0.1:34159 2024-11-18T20:50:47,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:50:47,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/cluster_c4e570f7-7ce5-52c8-d58e-6416ed6d165f/data/data1/current/BP-1718416540-172.17.0.2-1731962973653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:47,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/cluster_c4e570f7-7ce5-52c8-d58e-6416ed6d165f/data/data2/current/BP-1718416540-172.17.0.2-1731962973653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:47,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:50:47,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:50:47,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:47,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:47,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:47,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir/,STOPPED} 2024-11-18T20:50:47,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:50:47,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:50:47,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:50:47,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:47,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:47,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:50:47,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:47,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:50:47,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1264825846, stopped=false 2024-11-18T20:50:47,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,45477,1731962971072 2024-11-18T20:50:47,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896778732/running 2024-11-18T20:50:47,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:50:47,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/running 2024-11-18T20:50:47,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:50:47,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:50:47,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:47,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:47,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,41495,1731962971646' ***** 2024-11-18T20:50:47,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:50:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896778732/running 2024-11-18T20:50:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:50:47,463 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:50:47,463 INFO [RS:0;29a7ef02c270:41495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:50:47,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:50:47,463 INFO [RS:0;29a7ef02c270:41495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:50:47,463 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for d7d185c521a62c1b46bb09418493851a 2024-11-18T20:50:47,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Set watcher on znode that does not yet exist, /0-896778732/running 2024-11-18T20:50:47,475 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:50:47,475 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,41495,1731962971646 2024-11-18T20:50:47,475 INFO [RS:0;29a7ef02c270:41495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:50:47,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7d185c521a62c1b46bb09418493851a, disabling compactions & flushes 2024-11-18T20:50:47,476 INFO [RS:0;29a7ef02c270:41495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:41495. 2024-11-18T20:50:47,476 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:50:47,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:50:47,476 DEBUG [RS:0;29a7ef02c270:41495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:47,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. after waiting 0 ms 2024-11-18T20:50:47,476 DEBUG [RS:0;29a7ef02c270:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:47,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:50:47,476 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:50:47,476 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:50:47,476 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7d185c521a62c1b46bb09418493851a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T20:50:47,476 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:50:47,476 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:50:47,484 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:50:47,484 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1325): Online Regions={d7d185c521a62c1b46bb09418493851a=hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a., e5d88a290f1f9b0ced5a89605b87cb72=test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:50:47,484 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d185c521a62c1b46bb09418493851a, e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:50:47,486 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:50:47,486 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:50:47,486 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:50:47,486 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:50:47,486 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:50:47,486 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:50:47,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/.tmp/hfileref/bc0da56680ca42569cf55c9f17f2e6d2 is 74, key is 1/hfileref:a10f4455e1d0453c86cd7ce91a535a72_SeqId_4_/1731962983749/DeleteColumn/seqid=0 2024-11-18T20:50:47,524 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/info/928cf13490fa48599d49366edbe80777 is 147, key is hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a./info:regioninfo/1731962981496/Put/seqid=0 2024-11-18T20:50:47,543 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:50:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741844_1020 (size=5203) 2024-11-18T20:50:47,562 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/.tmp/hfileref/bc0da56680ca42569cf55c9f17f2e6d2 2024-11-18T20:50:47,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741845_1021 (size=7686) 2024-11-18T20:50:47,577 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/info/928cf13490fa48599d49366edbe80777 2024-11-18T20:50:47,684 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/.tmp/queue/d9d15502c0d04db988b0787ed7242447 is 153, key is 1-29a7ef02c270,41495,1731962971646/queue:29a7ef02c270%2C41495%2C1731962971646/1731962985424/Put/seqid=0 2024-11-18T20:50:47,684 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d185c521a62c1b46bb09418493851a, e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:50:47,693 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/ns/e80f586fc0544429948973fcb1e2682a is 43, key is default/ns:d/1731962973480/Put/seqid=0 2024-11-18T20:50:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741846_1022 (size=5352) 2024-11-18T20:50:47,759 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/.tmp/queue/d9d15502c0d04db988b0787ed7242447 2024-11-18T20:50:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741847_1023 (size=5153) 2024-11-18T20:50:47,775 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/ns/e80f586fc0544429948973fcb1e2682a 2024-11-18T20:50:47,783 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:50:47,784 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:50:47,808 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/.tmp/hfileref/bc0da56680ca42569cf55c9f17f2e6d2 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/hfileref/bc0da56680ca42569cf55c9f17f2e6d2 2024-11-18T20:50:47,842 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/hfileref/bc0da56680ca42569cf55c9f17f2e6d2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T20:50:47,848 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/.tmp/queue/d9d15502c0d04db988b0787ed7242447 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/queue/d9d15502c0d04db988b0787ed7242447 2024-11-18T20:50:47,866 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/rep_barrier/bca4152784d54a96a8bfcdb9c407ec68 is 112, key is test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72./rep_barrier:seqnumDuringOpen/1731962978755/Put/seqid=0 2024-11-18T20:50:47,876 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/queue/d9d15502c0d04db988b0787ed7242447, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T20:50:47,879 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d7d185c521a62c1b46bb09418493851a in 403ms, sequenceid=10, compaction requested=false 2024-11-18T20:50:47,884 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d185c521a62c1b46bb09418493851a, e5d88a290f1f9b0ced5a89605b87cb72 2024-11-18T20:50:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741848_1024 (size=5518) 2024-11-18T20:50:47,943 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/rep_barrier/bca4152784d54a96a8bfcdb9c407ec68 2024-11-18T20:50:47,994 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/replication/d7d185c521a62c1b46bb09418493851a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:50:47,995 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:50:47,995 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:50:47,995 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:50:47,995 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7d185c521a62c1b46bb09418493851a: Waiting for close lock at 1731963047475Running coprocessor pre-close hooks at 1731963047475Disabling compacts and flushes for region at 1731963047475Disabling writes for close at 1731963047476 (+1 ms)Obtaining lock to block concurrent updates at 1731963047476Preparing flush snapshotting stores in d7d185c521a62c1b46bb09418493851a at 1731963047476Finished memstore snapshotting hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731963047476Flushing stores of hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. at 1731963047477 (+1 ms)Flushing d7d185c521a62c1b46bb09418493851a/hfileref: creating writer at 1731963047477Flushing d7d185c521a62c1b46bb09418493851a/hfileref: appending metadata at 1731963047501 (+24 ms)Flushing d7d185c521a62c1b46bb09418493851a/hfileref: closing flushed file at 1731963047501Flushing d7d185c521a62c1b46bb09418493851a/queue: creating writer at 1731963047595 (+94 ms)Flushing d7d185c521a62c1b46bb09418493851a/queue: appending metadata at 1731963047683 (+88 ms)Flushing d7d185c521a62c1b46bb09418493851a/queue: closing flushed file at 1731963047683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bf7810: reopening flushed file at 1731963047806 (+123 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a60de5: reopening flushed file at 1731963047842 (+36 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d7d185c521a62c1b46bb09418493851a in 403ms, sequenceid=10, compaction requested=false at 1731963047879 (+37 ms)Writing region close event to WAL at 1731963047964 (+85 ms)Running coprocessor post-close hooks at 1731963047995 (+31 ms)Closed at 1731963047995 2024-11-18T20:50:47,995 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962980315.d7d185c521a62c1b46bb09418493851a. 2024-11-18T20:50:47,996 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5d88a290f1f9b0ced5a89605b87cb72, disabling compactions & flushes 2024-11-18T20:50:47,996 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:50:47,996 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:50:47,996 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. after waiting 0 ms 2024-11-18T20:50:47,996 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:50:48,011 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/table/aac328720bba4afab443dd39be2e1d16 is 53, key is hbase:replication/table:state/1731962981504/Put/seqid=0 2024-11-18T20:50:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741849_1025 (size=5308) 2024-11-18T20:50:48,068 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/table/aac328720bba4afab443dd39be2e1d16 2024-11-18T20:50:48,083 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/default/test/e5d88a290f1f9b0ced5a89605b87cb72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:50:48,084 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:50:48,084 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:50:48,084 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:50:48,084 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5d88a290f1f9b0ced5a89605b87cb72: Waiting for close lock at 1731963047996Running coprocessor pre-close hooks at 1731963047996Disabling compacts and flushes for region at 1731963047996Disabling writes for close at 1731963047996Writing region close event to WAL at 1731963048061 (+65 ms)Running coprocessor post-close hooks at 1731963048084 (+23 ms)Closed at 1731963048084 2024-11-18T20:50:48,084 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962977982.e5d88a290f1f9b0ced5a89605b87cb72. 2024-11-18T20:50:48,085 DEBUG [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:50:48,085 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/info/928cf13490fa48599d49366edbe80777 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/info/928cf13490fa48599d49366edbe80777 2024-11-18T20:50:48,101 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/info/928cf13490fa48599d49366edbe80777, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:50:48,103 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/ns/e80f586fc0544429948973fcb1e2682a as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/ns/e80f586fc0544429948973fcb1e2682a 2024-11-18T20:50:48,112 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/ns/e80f586fc0544429948973fcb1e2682a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:50:48,117 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/rep_barrier/bca4152784d54a96a8bfcdb9c407ec68 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/rep_barrier/bca4152784d54a96a8bfcdb9c407ec68 2024-11-18T20:50:48,126 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/rep_barrier/bca4152784d54a96a8bfcdb9c407ec68, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:50:48,128 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/.tmp/table/aac328720bba4afab443dd39be2e1d16 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/table/aac328720bba4afab443dd39be2e1d16 2024-11-18T20:50:48,153 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/table/aac328720bba4afab443dd39be2e1d16, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:50:48,154 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 668ms, sequenceid=16, compaction requested=false 2024-11-18T20:50:48,259 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:50:48,266 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:50:48,267 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:50:48,267 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:50:48,267 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963047486Running coprocessor pre-close hooks at 1731963047486Disabling compacts and flushes for region at 1731963047486Disabling writes for close at 1731963047486Obtaining lock to block concurrent updates at 1731963047486Preparing flush snapshotting stores in 1588230740 at 1731963047486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963047487 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963047499 (+12 ms)Flushing 1588230740/info: creating writer at 1731963047499Flushing 1588230740/info: appending metadata at 1731963047523 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731963047523Flushing 1588230740/ns: creating writer at 1731963047603 (+80 ms)Flushing 1588230740/ns: appending metadata at 1731963047693 (+90 ms)Flushing 1588230740/ns: closing flushed file at 1731963047693Flushing 1588230740/rep_barrier: creating writer at 1731963047809 (+116 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963047865 (+56 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963047865Flushing 1588230740/table: creating writer at 1731963047957 (+92 ms)Flushing 1588230740/table: appending metadata at 1731963048010 (+53 ms)Flushing 1588230740/table: closing flushed file at 1731963048010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66994c13: reopening flushed file at 1731963048080 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c82d6a: reopening flushed file at 1731963048101 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284d8511: reopening flushed file at 1731963048112 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f32a992: reopening flushed file at 1731963048126 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 668ms, sequenceid=16, compaction requested=false at 1731963048154 (+28 ms)Writing region close event to WAL at 1731963048208 (+54 ms)Running coprocessor post-close hooks at 1731963048266 (+58 ms)Closed at 1731963048267 (+1 ms) 2024-11-18T20:50:48,267 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:50:48,285 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,41495,1731962971646; all regions closed. 2024-11-18T20:50:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:50:48,331 DEBUG [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/oldWALs 2024-11-18T20:50:48,331 INFO [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C41495%2C1731962971646.meta:.meta(num 1731962973380) 2024-11-18T20:50:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741839_1015 (size=2700) 2024-11-18T20:50:48,367 DEBUG [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/oldWALs 2024-11-18T20:50:48,367 INFO [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C41495%2C1731962971646.rep:(num 1731962981462) 2024-11-18T20:50:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741832_1008 (size=1300) 2024-11-18T20:50:48,393 DEBUG [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/oldWALs 2024-11-18T20:50:48,393 INFO [RS:0;29a7ef02c270:41495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C41495%2C1731962971646:(num 1731962972872) 2024-11-18T20:50:48,393 DEBUG [RS:0;29a7ef02c270:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:48,393 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:50:48,394 INFO [RS:0;29a7ef02c270:41495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:50:48,394 INFO [RS:0;29a7ef02c270:41495 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:50:48,394 INFO [RS:0;29a7ef02c270:41495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:50:48,394 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:50:48,394 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,41495,1731962971646 because: Region server is closing 2024-11-18T20:50:48,394 INFO [RS:0;29a7ef02c270:41495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:41495. 2024-11-18T20:50:48,395 DEBUG [RS:0;29a7ef02c270:41495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:50:48,395 DEBUG [RS:0;29a7ef02c270:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:48,395 DEBUG [RS:0;29a7ef02c270:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:48,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:50:48,497 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:50:48,497 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.wal-reader.29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:50:48,498 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,41495,1731962971646.replicationSource.shipper29a7ef02c270%2C41495%2C1731962971646,1-29a7ef02c270,41495,1731962971646 terminated 2024-11-18T20:50:48,498 INFO [RS:0;29a7ef02c270:41495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41495 2024-11-18T20:50:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896778732/rs/29a7ef02c270,41495,1731962971646 2024-11-18T20:50:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732/rs 2024-11-18T20:50:48,526 INFO [RS:0;29a7ef02c270:41495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:50:48,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,41495,1731962971646] 2024-11-18T20:50:48,553 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/draining/29a7ef02c270,41495,1731962971646 already deleted, retry=false 2024-11-18T20:50:48,553 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,41495,1731962971646 expired; onlineServers=0 2024-11-18T20:50:48,553 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,45477,1731962971072' ***** 2024-11-18T20:50:48,553 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:50:48,553 INFO [M:0;29a7ef02c270:45477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:50:48,553 INFO [M:0;29a7ef02c270:45477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:50:48,553 DEBUG [M:0;29a7ef02c270:45477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:50:48,554 DEBUG [M:0;29a7ef02c270:45477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:50:48,554 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:50:48,554 INFO [M:0;29a7ef02c270:45477 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:50:48,554 INFO [M:0;29a7ef02c270:45477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:50:48,554 DEBUG [M:0;29a7ef02c270:45477 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:50:48,554 INFO [M:0;29a7ef02c270:45477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:50:48,554 INFO [M:0;29a7ef02c270:45477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:50:48,554 INFO [M:0;29a7ef02c270:45477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:50:48,554 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:50:48,554 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962972571 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962972571,5,FailOnTimeoutGroup] 2024-11-18T20:50:48,554 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962972567 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962972567,5,FailOnTimeoutGroup] 2024-11-18T20:50:48,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-896778732/master 2024-11-18T20:50:48,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-896778732 2024-11-18T20:50:48,579 DEBUG [M:0;29a7ef02c270:45477 {}] zookeeper.RecoverableZooKeeper(212): Node /0-896778732/master already deleted, retry=false 2024-11-18T20:50:48,579 DEBUG [M:0;29a7ef02c270:45477 {}] master.ActiveMasterManager(353): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-896778732/master 2024-11-18T20:50:48,600 INFO [M:0;29a7ef02c270:45477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/.lastflushedseqids 2024-11-18T20:50:48,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:48,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41495-0x10150ff4dac0001, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:48,645 INFO [RS:0;29a7ef02c270:41495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:50:48,645 INFO [RS:0;29a7ef02c270:41495 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,41495,1731962971646; zookeeper connection closed. 2024-11-18T20:50:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741850_1026 (size=263) 2024-11-18T20:50:48,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7603e83b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7603e83b 2024-11-18T20:50:48,660 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:50:49,056 INFO [M:0;29a7ef02c270:45477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:50:49,057 INFO [M:0;29a7ef02c270:45477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:50:49,057 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:50:49,057 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:49,057 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:49,057 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:50:49,057 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:49,057 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T20:50:49,119 DEBUG [M:0;29a7ef02c270:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0845c29dc342426db0d4de84b9b3b5f9 is 82, key is hbase:meta,,1/info:regioninfo/1731962973427/Put/seqid=0 2024-11-18T20:50:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741851_1027 (size=5672) 2024-11-18T20:50:49,154 INFO [M:0;29a7ef02c270:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0845c29dc342426db0d4de84b9b3b5f9 2024-11-18T20:50:49,197 DEBUG [M:0;29a7ef02c270:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81312919ebce4aceae11e7cdd45fba9c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962978774/Put/seqid=0 2024-11-18T20:50:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741852_1028 (size=7240) 2024-11-18T20:50:49,234 INFO [M:0;29a7ef02c270:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81312919ebce4aceae11e7cdd45fba9c 2024-11-18T20:50:49,248 INFO [M:0;29a7ef02c270:45477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81312919ebce4aceae11e7cdd45fba9c 2024-11-18T20:50:49,292 DEBUG [M:0;29a7ef02c270:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eed909edecda4367b197aafe08bac65e is 69, key is 29a7ef02c270,41495,1731962971646/rs:state/1731962972637/Put/seqid=0 2024-11-18T20:50:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741853_1029 (size=5156) 2024-11-18T20:50:49,735 INFO [M:0;29a7ef02c270:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eed909edecda4367b197aafe08bac65e 2024-11-18T20:50:49,755 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0845c29dc342426db0d4de84b9b3b5f9 as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0845c29dc342426db0d4de84b9b3b5f9 2024-11-18T20:50:49,774 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0845c29dc342426db0d4de84b9b3b5f9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T20:50:49,775 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81312919ebce4aceae11e7cdd45fba9c as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81312919ebce4aceae11e7cdd45fba9c 2024-11-18T20:50:49,796 INFO [M:0;29a7ef02c270:45477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81312919ebce4aceae11e7cdd45fba9c 2024-11-18T20:50:49,796 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81312919ebce4aceae11e7cdd45fba9c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T20:50:49,798 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eed909edecda4367b197aafe08bac65e as hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eed909edecda4367b197aafe08bac65e 2024-11-18T20:50:49,808 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eed909edecda4367b197aafe08bac65e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T20:50:49,811 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 753ms, sequenceid=105, compaction requested=false 2024-11-18T20:50:49,862 INFO [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:49,862 DEBUG [M:0;29a7ef02c270:45477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963049057Disabling compacts and flushes for region at 1731963049057Disabling writes for close at 1731963049057Obtaining lock to block concurrent updates at 1731963049057Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963049057Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731963049058 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963049059 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963049059Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963049119 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963049119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963049166 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963049197 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963049197Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963049248 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963049291 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963049291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbc6dbe: reopening flushed file at 1731963049745 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a9a20a: reopening flushed file at 1731963049774 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333851e0: reopening flushed file at 1731963049796 (+22 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 753ms, sequenceid=105, compaction requested=false at 1731963049811 (+15 ms)Writing region close event to WAL at 1731963049862 (+51 ms)Closed at 1731963049862 2024-11-18T20:50:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741830_1006 (size=64526) 2024-11-18T20:50:49,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81d4f62f-7bdc-196c-cc9f-64fd64f0d04a/MasterData/WALs/29a7ef02c270,45477,1731962971072/29a7ef02c270%2C45477%2C1731962971072.1731962972269 not finished, retry = 0 2024-11-18T20:50:50,010 INFO [M:0;29a7ef02c270:45477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:50:50,010 INFO [M:0;29a7ef02c270:45477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45477 2024-11-18T20:50:50,011 INFO [M:0;29a7ef02c270:45477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:50:50,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:50:50,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:50,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x10150ff4dac0000, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:50:50,145 INFO [M:0;29a7ef02c270:45477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:50:50,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:50:50,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:50,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:50,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:50,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir/,STOPPED} 2024-11-18T20:50:50,216 WARN [BP-857621330-172.17.0.2-1731962969069 heartbeating to localhost/127.0.0.1:38779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:50:50,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:50:50,216 WARN [BP-857621330-172.17.0.2-1731962969069 heartbeating to localhost/127.0.0.1:38779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857621330-172.17.0.2-1731962969069 (Datanode Uuid 4ce5f2bc-2f2d-42d1-97ec-c74b146bcfb8) service to localhost/127.0.0.1:38779 2024-11-18T20:50:50,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:50:50,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/data/data1/current/BP-857621330-172.17.0.2-1731962969069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:50,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/cluster_b00203df-0247-3d31-93ba-8d51894132e5/data/data2/current/BP-857621330-172.17.0.2-1731962969069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:50:50,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:50:50,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:50:50,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:50:50,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:50:50,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:50:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2f96217-0a9b-3e25-d873-c2f40c04e900/hadoop.log.dir/,STOPPED} 2024-11-18T20:50:50,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:50:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:50:50,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34159 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54021) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38779 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54021) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f3ee8b91e80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f3ee8b91e80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=795 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=946 (was 2000) 2024-11-18T20:50:50,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=506, MaxFileDescriptor=1048576, SystemLoadAverage=795, ProcessCount=11, AvailableMemoryMB=946 2024-11-18T20:50:50,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150ff4dac0005, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:50:50,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150ff4dac0005, quorum=127.0.0.1:54021, baseZNode=/1-201446883 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:50:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150ff4dac0002, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:50:50,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150ff4dac0002, quorum=127.0.0.1:54021, baseZNode=/0-896778732 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:50:50,379 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T20:50:50,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir so I do NOT create it in target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8 2024-11-18T20:50:50,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:50:50,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.tmp.dir so I do NOT create it in target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8 2024-11-18T20:50:50,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f554c1f2-1944-b08c-b38e-8da4d2569508/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:50:50,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8 2024-11-18T20:50:50,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc, deleteOnExit=true 2024-11-18T20:50:50,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/zookeeper_0, clientPort=65278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:50:50,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65278 2024-11-18T20:50:50,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/test.cache.data in system properties and HBase conf 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:50:50,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:50:50,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:50:50,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:50:50,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:50:50,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:50:50,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,924 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:50:50,967 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,969 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:50,978 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:50:51,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:50:51,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:50:51,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:50:51,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:50:51,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:50:51,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:50:51,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:50:51,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:50:51,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/java.io.tmpdir/jetty-localhost-46099-hadoop-hdfs-3_4_1-tests_jar-_-any-487152176668758459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:50:51,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:46099} 2024-11-18T20:50:51,292 INFO [Time-limited test {}] server.Server(415): Started @146785ms 2024-11-18T20:50:52,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:50:52,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:50:52,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:50:52,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:50:52,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:50:52,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:50:52,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:50:52,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/java.io.tmpdir/jetty-localhost-34311-hadoop-hdfs-3_4_1-tests_jar-_-any-1851079079582797130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:50:52,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:34311} 2024-11-18T20:50:52,768 INFO [Time-limited test {}] server.Server(415): Started @148262ms 2024-11-18T20:50:52,769 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:50:53,753 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/data/data2/current/BP-1294828260-172.17.0.2-1731963050636/current, will proceed with Du for space computation calculation, 2024-11-18T20:50:53,756 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/data/data1/current/BP-1294828260-172.17.0.2-1731963050636/current, will proceed with Du for space computation calculation, 2024-11-18T20:50:53,923 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:50:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b96dd428c77aad with lease ID 0x5838ad2012c57e41: Processing first storage report for DS-1e238544-7442-42ce-92bc-9c9178ffd02b from datanode DatanodeRegistration(127.0.0.1:35675, datanodeUuid=62a40cb9-c38b-4759-81a5-b3ac070cd27b, infoPort=42861, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=2140813934;c=1731963050636) 2024-11-18T20:50:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b96dd428c77aad with lease ID 0x5838ad2012c57e41: from storage DS-1e238544-7442-42ce-92bc-9c9178ffd02b node DatanodeRegistration(127.0.0.1:35675, datanodeUuid=62a40cb9-c38b-4759-81a5-b3ac070cd27b, infoPort=42861, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=2140813934;c=1731963050636), blocks: 0, hasStaleStorage: true, processing time: 5 msecs, invalidatedBlocks: 0 2024-11-18T20:50:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b96dd428c77aad with lease ID 0x5838ad2012c57e41: Processing first storage report for DS-1ff22212-901e-477a-a5b9-9acd1ea18778 from datanode DatanodeRegistration(127.0.0.1:35675, datanodeUuid=62a40cb9-c38b-4759-81a5-b3ac070cd27b, infoPort=42861, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=2140813934;c=1731963050636) 2024-11-18T20:50:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b96dd428c77aad with lease ID 0x5838ad2012c57e41: from storage DS-1ff22212-901e-477a-a5b9-9acd1ea18778 node DatanodeRegistration(127.0.0.1:35675, datanodeUuid=62a40cb9-c38b-4759-81a5-b3ac070cd27b, infoPort=42861, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=2140813934;c=1731963050636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:50:54,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8 2024-11-18T20:50:54,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:54,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:54,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:50:54,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325 with version=8 2024-11-18T20:50:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/hbase-staging 2024-11-18T20:50:54,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:50:54,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:50:54,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45105 2024-11-18T20:50:54,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45105 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:50:54,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451050x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:50:54,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45105-0x10151008b960000 connected 2024-11-18T20:50:54,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:54,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:54,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:50:54,408 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325, hbase.cluster.distributed=false 2024-11-18T20:50:54,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/acl 2024-11-18T20:50:54,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-18T20:50:54,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45105 2024-11-18T20:50:54,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45105 2024-11-18T20:50:54,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-18T20:50:54,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-18T20:50:54,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:50:54,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:50:54,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:50:54,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:50:54,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:50:54,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:50:54,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:50:54,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:50:54,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44483 2024-11-18T20:50:54,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44483 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:50:54,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:54,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:54,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444830x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:50:54,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444830x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:50:54,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:50:54,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44483-0x10151008b960001 connected 2024-11-18T20:50:54,619 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:50:54,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/master 2024-11-18T20:50:54,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/acl 2024-11-18T20:50:54,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-18T20:50:54,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44483 2024-11-18T20:50:54,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44483 2024-11-18T20:50:54,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-18T20:50:54,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-18T20:50:54,741 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:45105 2024-11-18T20:50:54,759 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01085835090/backup-masters/29a7ef02c270,45105,1731963054105 2024-11-18T20:50:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:50:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:50:54,766 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on existing znode=/01085835090/backup-masters/29a7ef02c270,45105,1731963054105 2024-11-18T20:50:54,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01085835090/master 2024-11-18T20:50:54,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:54,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:54,775 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on existing znode=/01085835090/master 2024-11-18T20:50:54,776 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01085835090/backup-masters/29a7ef02c270,45105,1731963054105 from backup master directory 2024-11-18T20:50:54,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/backup-masters/29a7ef02c270,45105,1731963054105 2024-11-18T20:50:54,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:50:54,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:50:54,781 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:50:54,781 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,45105,1731963054105 2024-11-18T20:50:54,789 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/hbase.id] with ID: 117d3fd1-a01b-43ec-843e-618c7c04f393 2024-11-18T20:50:54,789 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/.tmp/hbase.id 2024-11-18T20:50:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:50:55,244 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/.tmp/hbase.id]:[hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/hbase.id] 2024-11-18T20:50:55,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:55,257 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:50:55,258 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:50:55,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:55,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:50:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:50:55,671 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:50:55,672 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:50:55,673 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:50:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:50:56,081 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store 2024-11-18T20:50:56,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:50:56,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:50:56,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:50:56,488 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:56,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:56,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:50:56,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:56,488 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:50:56,488 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963056488Disabling compacts and flushes for region at 1731963056488Disabling writes for close at 1731963056488Writing region close event to WAL at 1731963056488Closed at 1731963056488 2024-11-18T20:50:56,489 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/.initializing 2024-11-18T20:50:56,489 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105 2024-11-18T20:50:56,490 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:50:56,492 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C45105%2C1731963054105, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/oldWALs, maxLogs=10 2024-11-18T20:50:56,511 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105/29a7ef02c270%2C45105%2C1731963054105.1731963056492, exclude list is [], retry=0 2024-11-18T20:50:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:50:56,516 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105/29a7ef02c270%2C45105%2C1731963054105.1731963056492 2024-11-18T20:50:56,516 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:50:56,516 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:50:56,516 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:50:56,517 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,517 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:50:56,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:56,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:56,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:50:56,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:56,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:50:56,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:50:56,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:56,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:50:56,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:50:56,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:56,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:50:56,527 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,527 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,528 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,529 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,529 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,530 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:50:56,531 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:50:56,538 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:50:56,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65166597, jitterRate=-0.028942033648490906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:50:56,540 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963056517Initializing all the Stores at 1731963056518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963056518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963056518Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963056518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963056518Cleaning up temporary data from old regions at 1731963056529 (+11 ms)Region opened successfully at 1731963056540 (+11 ms) 2024-11-18T20:50:56,540 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:50:56,544 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1301c977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:50:56,545 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:50:56,545 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:50:56,546 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:50:56,546 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:50:56,546 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:50:56,547 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:50:56,547 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:50:56,550 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:50:56,551 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/balancer because node does not exist (not necessarily an error) 2024-11-18T20:50:56,589 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/balancer already deleted, retry=false 2024-11-18T20:50:56,590 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:50:56,591 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:50:56,597 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/normalizer already deleted, retry=false 2024-11-18T20:50:56,598 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:50:56,599 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:50:56,606 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/switch/split already deleted, retry=false 2024-11-18T20:50:56,607 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:50:56,614 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/switch/merge already deleted, retry=false 2024-11-18T20:50:56,616 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:50:56,622 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/snapshot-cleanup already deleted, retry=false 2024-11-18T20:50:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01085835090/running 2024-11-18T20:50:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01085835090/running 2024-11-18T20:50:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:56,632 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,45105,1731963054105, sessionid=0x10151008b960000, setting cluster-up flag (Was=false) 2024-11-18T20:50:56,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:56,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:56,672 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01085835090/flush-table-proc/acquired, /01085835090/flush-table-proc/reached, /01085835090/flush-table-proc/abort 2024-11-18T20:50:56,674 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,45105,1731963054105 2024-11-18T20:50:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:56,714 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01085835090/online-snapshot/acquired, /01085835090/online-snapshot/reached, /01085835090/online-snapshot/abort 2024-11-18T20:50:56,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,45105,1731963054105 2024-11-18T20:50:56,716 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:50:56,718 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:50:56,718 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:50:56,718 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:50:56,718 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,45105,1731963054105 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:50:56,720 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,720 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963086720 2024-11-18T20:50:56,720 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:50:56,720 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:50:56,720 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:50:56,720 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:50:56,720 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:50:56,721 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:50:56,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:50:56,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:50:56,722 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:56,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:50:56,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,735 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:50:56,735 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:50:56,735 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:50:56,736 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:50:56,737 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:50:56,737 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:50:56,737 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963056737,5,FailOnTimeoutGroup] 2024-11-18T20:50:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:50:56,743 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963056737,5,FailOnTimeoutGroup] 2024-11-18T20:50:56,743 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,743 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:50:56,743 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,743 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,813 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(746): ClusterId : 117d3fd1-a01b-43ec-843e-618c7c04f393 2024-11-18T20:50:56,813 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:50:56,823 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:50:56,823 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:50:56,832 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:50:56,832 DEBUG [RS:0;29a7ef02c270:44483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fd86de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:50:56,849 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:44483 2024-11-18T20:50:56,849 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:50:56,849 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:50:56,849 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:50:56,850 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,45105,1731963054105 with port=44483, startcode=1731963054550 2024-11-18T20:50:56,851 DEBUG [RS:0;29a7ef02c270:44483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:50:56,852 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:50:56,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,44483,1731963054550 2024-11-18T20:50:56,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,44483,1731963054550 2024-11-18T20:50:56,854 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325 2024-11-18T20:50:56,854 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36501 2024-11-18T20:50:56,854 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:50:56,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/rs 2024-11-18T20:50:56,864 DEBUG [RS:0;29a7ef02c270:44483 {}] zookeeper.ZKUtil(111): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on existing znode=/01085835090/rs/29a7ef02c270,44483,1731963054550 2024-11-18T20:50:56,865 WARN [RS:0;29a7ef02c270:44483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:50:56,865 INFO [RS:0;29a7ef02c270:44483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:50:56,865 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550 2024-11-18T20:50:56,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,44483,1731963054550] 2024-11-18T20:50:56,868 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:50:56,869 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:50:56,870 INFO [RS:0;29a7ef02c270:44483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:50:56,870 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,871 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:50:56,872 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:50:56,872 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:50:56,872 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:50:56,873 DEBUG [RS:0;29a7ef02c270:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:50:56,879 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,879 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,879 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,879 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,879 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,879 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44483,1731963054550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:50:56,894 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:50:56,894 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44483,1731963054550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,894 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,894 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.Replication(171): 29a7ef02c270,44483,1731963054550 started 2024-11-18T20:50:56,908 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:56,908 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,44483,1731963054550, RpcServer on 29a7ef02c270/172.17.0.2:44483, sessionid=0x10151008b960001 2024-11-18T20:50:56,909 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:50:56,909 DEBUG [RS:0;29a7ef02c270:44483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,44483,1731963054550 2024-11-18T20:50:56,909 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,44483,1731963054550' 2024-11-18T20:50:56,909 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01085835090/flush-table-proc/abort' 2024-11-18T20:50:56,909 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01085835090/flush-table-proc/acquired' 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,44483,1731963054550 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,44483,1731963054550' 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01085835090/online-snapshot/abort' 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01085835090/online-snapshot/acquired' 2024-11-18T20:50:56,910 DEBUG [RS:0;29a7ef02c270:44483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:50:56,910 INFO [RS:0;29a7ef02c270:44483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:50:56,910 INFO [RS:0;29a7ef02c270:44483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:50:57,011 INFO [RS:0;29a7ef02c270:44483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:50:57,012 INFO [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C44483%2C1731963054550, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs, maxLogs=10 2024-11-18T20:50:57,025 DEBUG [RS:0;29a7ef02c270:44483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013, exclude list is [], retry=0 2024-11-18T20:50:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:50:57,029 INFO [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013 2024-11-18T20:50:57,030 DEBUG [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:50:57,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:50:57,141 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325 2024-11-18T20:50:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:50:57,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:50:57,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:50:57,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:50:57,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:57,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:57,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:50:57,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:50:57,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:57,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:57,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:50:57,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:50:57,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:57,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:57,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:50:57,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:50:57,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:57,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:57,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:50:57,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740 2024-11-18T20:50:57,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740 2024-11-18T20:50:57,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:50:57,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:50:57,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:50:57,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:50:57,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:50:57,563 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69616194, jitterRate=0.037362128496170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:50:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963057547Initializing all the Stores at 1731963057548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963057548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963057548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963057548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963057549 (+1 ms)Cleaning up temporary data from old regions at 1731963057558 (+9 ms)Region opened successfully at 1731963057564 (+6 ms) 2024-11-18T20:50:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:50:57,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:50:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:50:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:50:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:50:57,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:50:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963057564Disabling compacts and flushes for region at 1731963057564Disabling writes for close at 1731963057564Writing region close event to WAL at 1731963057564Closed at 1731963057564 2024-11-18T20:50:57,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:50:57,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:50:57,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:50:57,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:50:57,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:50:57,719 DEBUG [29a7ef02c270:45105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:50:57,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,44483,1731963054550 2024-11-18T20:50:57,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,44483,1731963054550, state=OPENING 2024-11-18T20:50:57,910 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:50:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:50:57,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:50:57,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:50:57,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:50:57,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,44483,1731963054550}] 2024-11-18T20:50:58,095 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:50:58,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:50:58,101 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:50:58,101 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:50:58,102 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:50:58,103 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C44483%2C1731963054550.meta, suffix=.meta, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs, maxLogs=10 2024-11-18T20:50:58,123 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.meta.1731963058104.meta, exclude list is [], retry=0 2024-11-18T20:50:58,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:50:58,128 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.meta.1731963058104.meta 2024-11-18T20:50:58,128 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:50:58,128 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:50:58,129 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:50:58,129 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:50:58,129 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:50:58,129 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:50:58,129 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:50:58,129 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:50:58,129 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:50:58,129 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:50:58,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:50:58,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:50:58,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:58,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:58,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:50:58,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:50:58,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:58,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:58,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:50:58,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:50:58,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:58,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:58,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:50:58,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:50:58,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:50:58,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:50:58,137 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:50:58,138 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740 2024-11-18T20:50:58,139 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740 2024-11-18T20:50:58,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:50:58,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:50:58,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:50:58,142 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:50:58,143 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61499134, jitterRate=-0.08359149098396301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:50:58,143 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:50:58,144 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963058129Writing region info on filesystem at 1731963058129Initializing all the Stores at 1731963058130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963058130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963058131 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963058131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963058131Cleaning up temporary data from old regions at 1731963058140 (+9 ms)Running coprocessor post-open hooks at 1731963058143 (+3 ms)Region opened successfully at 1731963058143 2024-11-18T20:50:58,145 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963058095 2024-11-18T20:50:58,147 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:50:58,147 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:50:58,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,44483,1731963054550 2024-11-18T20:50:58,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,44483,1731963054550, state=OPEN 2024-11-18T20:50:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:50:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:50:58,199 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,44483,1731963054550 2024-11-18T20:50:58,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:50:58,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:50:58,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:50:58,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,44483,1731963054550 in 257 msec 2024-11-18T20:50:58,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:50:58,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-18T20:50:58,204 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:50:58,204 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:50:58,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:50:58,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44483,1731963054550, seqNum=-1] 2024-11-18T20:50:58,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:50:58,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:50:58,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5010 sec 2024-11-18T20:50:58,220 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963058220, completionTime=-1 2024-11-18T20:50:58,220 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:50:58,220 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963118223 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963178223 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45105,1731963054105-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45105,1731963054105-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45105,1731963054105-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:45105, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,226 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:50:58,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.451sec 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45105,1731963054105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:50:58,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45105,1731963054105-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:50:58,235 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:50:58,235 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:50:58,235 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,45105,1731963054105-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:50:58,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:50:58,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45105,-1 for getting cluster id 2024-11-18T20:50:58,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:50:58,316 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '117d3fd1-a01b-43ec-843e-618c7c04f393' 2024-11-18T20:50:58,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:50:58,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "117d3fd1-a01b-43ec-843e-618c7c04f393" 2024-11-18T20:50:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778e3c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:50:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45105,-1] 2024-11-18T20:50:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:50:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:50:58,318 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:50:58,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:50:58,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:50:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44483,1731963054550, seqNum=-1] 2024-11-18T20:50:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:50:58,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:50:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,45105,1731963054105 2024-11-18T20:50:58,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:50:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:50:58,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151008b960002 connected 2024-11-18T20:50:58,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir so I do NOT create it in target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2 2024-11-18T20:50:58,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:50:58,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.tmp.dir so I do NOT create it in target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2 2024-11-18T20:50:58,354 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:50:58,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/cluster_4b189700-ab0f-ce32-8e52-c71647158b63, deleteOnExit=true 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/test.cache.data in system properties and HBase conf 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:50:58,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:50:58,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:50:58,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:50:58,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:50:58,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:50:58,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:50:58,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:50:58,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:50:58,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:50:58,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:50:58,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:50:58,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:50:58,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:50:58,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:50:58,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:50:58,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/java.io.tmpdir/jetty-localhost-45673-hadoop-hdfs-3_4_1-tests_jar-_-any-9221978850939865945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:50:58,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:45673} 2024-11-18T20:50:58,780 INFO [Time-limited test {}] server.Server(415): Started @154274ms 2024-11-18T20:50:59,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:50:59,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:50:59,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:50:59,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:50:59,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:50:59,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:50:59,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:50:59,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/java.io.tmpdir/jetty-localhost-38233-hadoop-hdfs-3_4_1-tests_jar-_-any-12851961182821699288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:50:59,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:38233} 2024-11-18T20:50:59,173 INFO [Time-limited test {}] server.Server(415): Started @154667ms 2024-11-18T20:50:59,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:50:59,750 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/cluster_4b189700-ab0f-ce32-8e52-c71647158b63/data/data2/current/BP-1156694805-172.17.0.2-1731963058374/current, will proceed with Du for space computation calculation, 2024-11-18T20:50:59,750 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/cluster_4b189700-ab0f-ce32-8e52-c71647158b63/data/data1/current/BP-1156694805-172.17.0.2-1731963058374/current, will proceed with Du for space computation calculation, 2024-11-18T20:50:59,772 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:50:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23e75cd012f1199 with lease ID 0xd3d6b3e6e8f4dc61: Processing first storage report for DS-b80d4f33-4cd9-4dca-a6bc-d1f6e99ff468 from datanode DatanodeRegistration(127.0.0.1:46069, datanodeUuid=a1ee4bb5-0994-4aa7-9dd2-e59d19df32e0, infoPort=46425, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=1478619395;c=1731963058374) 2024-11-18T20:50:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23e75cd012f1199 with lease ID 0xd3d6b3e6e8f4dc61: from storage DS-b80d4f33-4cd9-4dca-a6bc-d1f6e99ff468 node DatanodeRegistration(127.0.0.1:46069, datanodeUuid=a1ee4bb5-0994-4aa7-9dd2-e59d19df32e0, infoPort=46425, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=1478619395;c=1731963058374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:50:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23e75cd012f1199 with lease ID 0xd3d6b3e6e8f4dc61: Processing first storage report for DS-19c59ce0-056b-4328-b57f-7e0155e45e8a from datanode DatanodeRegistration(127.0.0.1:46069, datanodeUuid=a1ee4bb5-0994-4aa7-9dd2-e59d19df32e0, infoPort=46425, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=1478619395;c=1731963058374) 2024-11-18T20:50:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23e75cd012f1199 with lease ID 0xd3d6b3e6e8f4dc61: from storage DS-19c59ce0-056b-4328-b57f-7e0155e45e8a node DatanodeRegistration(127.0.0.1:46069, datanodeUuid=a1ee4bb5-0994-4aa7-9dd2-e59d19df32e0, infoPort=46425, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=1478619395;c=1731963058374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:50:59,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2 2024-11-18T20:50:59,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:59,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:50:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:51:00,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2 with version=8 2024-11-18T20:51:00,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/hbase-staging 2024-11-18T20:51:00,237 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:00,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:00,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:00,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:00,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:00,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:00,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:51:00,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:00,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39609 2024-11-18T20:51:00,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39609 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:51:00,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396090x0, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:00,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39609-0x10151008b960003 connected 2024-11-18T20:51:00,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:00,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:00,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/running 2024-11-18T20:51:00,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2, hbase.cluster.distributed=false 2024-11-18T20:51:00,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/acl 2024-11-18T20:51:00,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39609 2024-11-18T20:51:00,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39609 2024-11-18T20:51:00,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39609 2024-11-18T20:51:00,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39609 2024-11-18T20:51:00,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39609 2024-11-18T20:51:00,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:51:00,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:00,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35863 2024-11-18T20:51:00,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35863 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:51:00,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:00,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358630x0, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:00,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358630x0, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/running 2024-11-18T20:51:00,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:51:00,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35863-0x10151008b960004 connected 2024-11-18T20:51:00,435 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:51:00,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/master 2024-11-18T20:51:00,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/acl 2024-11-18T20:51:00,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35863 2024-11-18T20:51:00,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35863 2024-11-18T20:51:00,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35863 2024-11-18T20:51:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35863 2024-11-18T20:51:00,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35863 2024-11-18T20:51:00,487 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:39609 2024-11-18T20:51:00,488 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-285133284/backup-masters/29a7ef02c270,39609,1731963060237 2024-11-18T20:51:00,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284/backup-masters 2024-11-18T20:51:00,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284/backup-masters 2024-11-18T20:51:00,498 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on existing znode=/1-285133284/backup-masters/29a7ef02c270,39609,1731963060237 2024-11-18T20:51:00,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:00,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-285133284/master 2024-11-18T20:51:00,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:00,506 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on existing znode=/1-285133284/master 2024-11-18T20:51:00,508 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-285133284/backup-masters/29a7ef02c270,39609,1731963060237 from backup master directory 2024-11-18T20:51:00,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-285133284/backup-masters/29a7ef02c270,39609,1731963060237 2024-11-18T20:51:00,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284/backup-masters 2024-11-18T20:51:00,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284/backup-masters 2024-11-18T20:51:00,514 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:00,514 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,39609,1731963060237 2024-11-18T20:51:00,526 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/hbase.id] with ID: 889ff1a7-1e24-49da-88db-f9fc6c6335e9 2024-11-18T20:51:00,526 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/.tmp/hbase.id 2024-11-18T20:51:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:51:00,549 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/.tmp/hbase.id]:[hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/hbase.id] 2024-11-18T20:51:00,572 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:00,572 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:51:00,575 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T20:51:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:51:00,610 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:00,611 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:51:00,611 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:51:00,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:00,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:00,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:00,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:01,023 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store 2024-11-18T20:51:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:51:01,432 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:01,433 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:01,433 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:01,433 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:01,433 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:01,433 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:01,433 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:01,433 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963061433Disabling compacts and flushes for region at 1731963061433Disabling writes for close at 1731963061433Writing region close event to WAL at 1731963061433Closed at 1731963061433 2024-11-18T20:51:01,435 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/.initializing 2024-11-18T20:51:01,435 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/WALs/29a7ef02c270,39609,1731963060237 2024-11-18T20:51:01,436 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:01,439 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C39609%2C1731963060237, suffix=, logDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/WALs/29a7ef02c270,39609,1731963060237, archiveDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/oldWALs, maxLogs=10 2024-11-18T20:51:01,456 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/WALs/29a7ef02c270,39609,1731963060237/29a7ef02c270%2C39609%2C1731963060237.1731963061439, exclude list is [], retry=0 2024-11-18T20:51:01,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46069,DS-b80d4f33-4cd9-4dca-a6bc-d1f6e99ff468,DISK] 2024-11-18T20:51:01,464 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/WALs/29a7ef02c270,39609,1731963060237/29a7ef02c270%2C39609%2C1731963060237.1731963061439 2024-11-18T20:51:01,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:51:01,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:01,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:01,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:51:01,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:01,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:01,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:51:01,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:01,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:01,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:51:01,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:01,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:01,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:51:01,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:01,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:01,476 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,477 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,478 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,480 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,480 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,482 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:01,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:01,495 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:01,496 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63582325, jitterRate=-0.05254952609539032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:01,496 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963061465Initializing all the Stores at 1731963061466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963061466Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061467 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061467Cleaning up temporary data from old regions at 1731963061480 (+13 ms)Region opened successfully at 1731963061496 (+16 ms) 2024-11-18T20:51:01,499 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:51:01,505 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ef0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:01,506 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:51:01,506 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:51:01,506 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:51:01,506 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:51:01,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:51:01,508 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:51:01,508 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:51:01,513 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:51:01,514 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Unable to get data of znode /1-285133284/balancer because node does not exist (not necessarily an error) 2024-11-18T20:51:01,547 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/balancer already deleted, retry=false 2024-11-18T20:51:01,548 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:51:01,549 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Unable to get data of znode /1-285133284/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:51:01,556 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/normalizer already deleted, retry=false 2024-11-18T20:51:01,556 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:51:01,557 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Unable to get data of znode /1-285133284/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:51:01,564 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/switch/split already deleted, retry=false 2024-11-18T20:51:01,565 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Unable to get data of znode /1-285133284/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:51:01,572 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/switch/merge already deleted, retry=false 2024-11-18T20:51:01,575 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Unable to get data of znode /1-285133284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:51:01,580 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/snapshot-cleanup already deleted, retry=false 2024-11-18T20:51:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-285133284/running 2024-11-18T20:51:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-285133284/running 2024-11-18T20:51:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:01,590 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,39609,1731963060237, sessionid=0x10151008b960003, setting cluster-up flag (Was=false) 2024-11-18T20:51:01,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:01,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:01,656 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-285133284/flush-table-proc/acquired, /1-285133284/flush-table-proc/reached, /1-285133284/flush-table-proc/abort 2024-11-18T20:51:01,658 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,39609,1731963060237 2024-11-18T20:51:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:01,706 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-285133284/online-snapshot/acquired, /1-285133284/online-snapshot/reached, /1-285133284/online-snapshot/abort 2024-11-18T20:51:01,707 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,39609,1731963060237 2024-11-18T20:51:01,708 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:51:01,709 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:01,709 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:51:01,709 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:51:01,710 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,39609,1731963060237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:01,711 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963091713 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:51:01,713 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:51:01,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:51:01,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:51:01,714 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963061714,5,FailOnTimeoutGroup] 2024-11-18T20:51:01,714 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963061714,5,FailOnTimeoutGroup] 2024-11-18T20:51:01,714 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,715 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:51:01,715 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,715 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,715 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:01,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:51:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:51:01,776 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(746): ClusterId : 889ff1a7-1e24-49da-88db-f9fc6c6335e9 2024-11-18T20:51:01,776 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:51:01,781 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:51:01,781 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:51:01,789 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:51:01,790 DEBUG [RS:0;29a7ef02c270:35863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521f3b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:01,801 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:35863 2024-11-18T20:51:01,801 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:51:01,801 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:51:01,801 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:51:01,802 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,39609,1731963060237 with port=35863, startcode=1731963060352 2024-11-18T20:51:01,802 DEBUG [RS:0;29a7ef02c270:35863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:51:01,804 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:51:01,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,35863,1731963060352 2024-11-18T20:51:01,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39609 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,35863,1731963060352 2024-11-18T20:51:01,806 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2 2024-11-18T20:51:01,806 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35463 2024-11-18T20:51:01,806 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:51:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284/rs 2024-11-18T20:51:01,860 DEBUG [RS:0;29a7ef02c270:35863 {}] zookeeper.ZKUtil(111): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on existing znode=/1-285133284/rs/29a7ef02c270,35863,1731963060352 2024-11-18T20:51:01,860 WARN [RS:0;29a7ef02c270:35863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:01,860 INFO [RS:0;29a7ef02c270:35863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:01,860 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352 2024-11-18T20:51:01,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,35863,1731963060352] 2024-11-18T20:51:01,866 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:51:01,870 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:51:01,871 INFO [RS:0;29a7ef02c270:35863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:51:01,871 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,872 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:51:01,873 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:51:01,873 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,873 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,874 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,874 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,874 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,874 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:01,874 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:01,874 DEBUG [RS:0;29a7ef02c270:35863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:01,878 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,878 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,878 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,878 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,878 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,878 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35863,1731963060352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:01,899 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:51:01,900 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35863,1731963060352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,900 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,900 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.Replication(171): 29a7ef02c270,35863,1731963060352 started 2024-11-18T20:51:01,920 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:01,920 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,35863,1731963060352, RpcServer on 29a7ef02c270/172.17.0.2:35863, sessionid=0x10151008b960004 2024-11-18T20:51:01,920 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:51:01,920 DEBUG [RS:0;29a7ef02c270:35863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,35863,1731963060352 2024-11-18T20:51:01,920 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35863,1731963060352' 2024-11-18T20:51:01,921 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-285133284/flush-table-proc/abort' 2024-11-18T20:51:01,921 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-285133284/flush-table-proc/acquired' 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,35863,1731963060352 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35863,1731963060352' 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-285133284/online-snapshot/abort' 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-285133284/online-snapshot/acquired' 2024-11-18T20:51:01,922 DEBUG [RS:0;29a7ef02c270:35863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:51:01,922 INFO [RS:0;29a7ef02c270:35863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:51:01,922 INFO [RS:0;29a7ef02c270:35863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:51:02,024 INFO [RS:0;29a7ef02c270:35863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:02,027 INFO [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35863%2C1731963060352, suffix=, logDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352, archiveDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/oldWALs, maxLogs=10 2024-11-18T20:51:02,049 DEBUG [RS:0;29a7ef02c270:35863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352/29a7ef02c270%2C35863%2C1731963060352.1731963062028, exclude list is [], retry=0 2024-11-18T20:51:02,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46069,DS-b80d4f33-4cd9-4dca-a6bc-d1f6e99ff468,DISK] 2024-11-18T20:51:02,064 INFO [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352/29a7ef02c270%2C35863%2C1731963060352.1731963062028 2024-11-18T20:51:02,069 DEBUG [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:51:02,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:51:02,126 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2 2024-11-18T20:51:02,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:51:02,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:02,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:02,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:02,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:02,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:02,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:02,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:02,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:02,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:02,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740 2024-11-18T20:51:02,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740 2024-11-18T20:51:02,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:02,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:02,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:02,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:02,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:02,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74998774, jitterRate=0.11756882071495056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:02,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963062171Initializing all the Stores at 1731963062174 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963062174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963062188 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963062188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963062188Cleaning up temporary data from old regions at 1731963062216 (+28 ms)Region opened successfully at 1731963062237 (+21 ms) 2024-11-18T20:51:02,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:02,237 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:02,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:02,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:02,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:02,258 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:02,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963062237Disabling compacts and flushes for region at 1731963062237Disabling writes for close at 1731963062237Writing region close event to WAL at 1731963062258 (+21 ms)Closed at 1731963062258 2024-11-18T20:51:02,260 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:02,260 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:51:02,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:51:02,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:02,264 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:51:02,416 DEBUG [29a7ef02c270:39609 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:02,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,35863,1731963060352 2024-11-18T20:51:02,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35863,1731963060352, state=OPENING 2024-11-18T20:51:02,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:51:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:02,474 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:02,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35863,1731963060352}] 2024-11-18T20:51:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:02,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-285133284/meta-region-server: CHANGED 2024-11-18T20:51:02,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-285133284/meta-region-server: CHANGED 2024-11-18T20:51:02,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:02,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:51:02,668 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:51:02,668 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:02,679 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:51:02,685 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35863%2C1731963060352.meta, suffix=.meta, logDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352, archiveDir=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/oldWALs, maxLogs=10 2024-11-18T20:51:02,722 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352/29a7ef02c270%2C35863%2C1731963060352.meta.1731963062685.meta, exclude list is [], retry=0 2024-11-18T20:51:02,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46069,DS-b80d4f33-4cd9-4dca-a6bc-d1f6e99ff468,DISK] 2024-11-18T20:51:02,751 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352/29a7ef02c270%2C35863%2C1731963060352.meta.1731963062685.meta 2024-11-18T20:51:02,779 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:51:02,780 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:02,780 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:02,781 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:02,781 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:51:02,781 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:51:02,781 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:51:02,781 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:02,781 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:51:02,781 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:51:02,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:02,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:02,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:02,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:02,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:02,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:02,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:02,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:02,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:02,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:02,815 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:02,816 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740 2024-11-18T20:51:02,817 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740 2024-11-18T20:51:02,818 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:02,818 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:02,819 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:02,821 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:02,822 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74640551, jitterRate=0.11223088204860687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:02,823 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:51:02,823 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963062781Writing region info on filesystem at 1731963062781Initializing all the Stores at 1731963062790 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963062790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963062795 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963062795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963062795Cleaning up temporary data from old regions at 1731963062818 (+23 ms)Running coprocessor post-open hooks at 1731963062823 (+5 ms)Region opened successfully at 1731963062823 2024-11-18T20:51:02,824 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963062635 2024-11-18T20:51:02,827 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:51:02,827 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:51:02,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,35863,1731963060352 2024-11-18T20:51:02,829 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35863,1731963060352, state=OPEN 2024-11-18T20:51:02,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:51:02,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-285133284/meta-region-server 2024-11-18T20:51:02,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-285133284/meta-region-server 2024-11-18T20:51:02,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,35863,1731963060352 2024-11-18T20:51:02,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-285133284/meta-region-server: CHANGED 2024-11-18T20:51:02,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-285133284/meta-region-server: CHANGED 2024-11-18T20:51:02,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:51:02,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35863,1731963060352 in 423 msec 2024-11-18T20:51:02,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:51:02,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-18T20:51:02,905 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:02,905 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:51:02,907 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:02,907 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35863,1731963060352, seqNum=-1] 2024-11-18T20:51:02,907 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:02,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:02,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-18T20:51:02,925 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963062925, completionTime=-1 2024-11-18T20:51:02,925 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:51:02,925 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:51:02,939 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:51:02,939 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963122939 2024-11-18T20:51:02,939 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963182939 2024-11-18T20:51:02,939 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-18T20:51:02,940 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39609,1731963060237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,940 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39609,1731963060237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,940 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39609,1731963060237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,940 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:39609, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,940 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,946 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,948 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.438sec 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39609,1731963060237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:02,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39609,1731963060237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:51:02,974 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:51:02,974 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:51:02,974 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39609,1731963060237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:02,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:02,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39609,-1 for getting cluster id 2024-11-18T20:51:02,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:03,005 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '889ff1a7-1e24-49da-88db-f9fc6c6335e9' 2024-11-18T20:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "889ff1a7-1e24-49da-88db-f9fc6c6335e9" 2024-11-18T20:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff532a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39609,-1] 2024-11-18T20:51:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:03,008 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:03,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35863,1731963060352, seqNum=-1] 2024-11-18T20:51:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:03,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:03,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,39609,1731963060237 2024-11-18T20:51:03,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:51:03,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:03,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151008b960005 connected 2024-11-18T20:51:03,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,45105,-1 for getting cluster id 2024-11-18T20:51:03,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:03,080 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '117d3fd1-a01b-43ec-843e-618c7c04f393' 2024-11-18T20:51:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "117d3fd1-a01b-43ec-843e-618c7c04f393" 2024-11-18T20:51:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700bcb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,45105,-1] 2024-11-18T20:51:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:03,083 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c9a7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,45105,1731963054105 2024-11-18T20:51:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@979914c 2024-11-18T20:51:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:03,089 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:03,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:39609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:51:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:51:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:03,093 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:39609' 2024-11-18T20:51:03,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b81da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,098 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39609,-1 for getting cluster id 2024-11-18T20:51:03,099 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:03,100 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '889ff1a7-1e24-49da-88db-f9fc6c6335e9' 2024-11-18T20:51:03,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:03,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "889ff1a7-1e24-49da-88db-f9fc6c6335e9" 2024-11-18T20:51:03,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7e0ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39609,-1] 2024-11-18T20:51:03,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:03,105 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c162c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:03,108 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39609,1731963060237 2024-11-18T20:51:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9fa471f 2024-11-18T20:51:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:03,111 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:03,112 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T20:51:03,113 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:51:03,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:03,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:03,113 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:03,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:51:03,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:03,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:03,118 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:03,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:03,170 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:51:03,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741835_1011 (size=1138) 2024-11-18T20:51:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:03,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03a81ce13094fbf2e8c14b85e978516e, NAME => 'hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325 2024-11-18T20:51:03,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741836_1012 (size=44) 2024-11-18T20:51:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:03,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:03,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 03a81ce13094fbf2e8c14b85e978516e, disabling compactions & flushes 2024-11-18T20:51:03,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:03,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:03,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. after waiting 0 ms 2024-11-18T20:51:03,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:03,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:03,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03a81ce13094fbf2e8c14b85e978516e: Waiting for close lock at 1731963063678Disabling compacts and flushes for region at 1731963063678Disabling writes for close at 1731963063678Writing region close event to WAL at 1731963063678Closed at 1731963063678 2024-11-18T20:51:03,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:03,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963063680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963063680"}]},"ts":"1731963063680"} 2024-11-18T20:51:03,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:03,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:03,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963063687"}]},"ts":"1731963063687"} 2024-11-18T20:51:03,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:51:03,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN}] 2024-11-18T20:51:03,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN 2024-11-18T20:51:03,706 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN; state=OFFLINE, location=29a7ef02c270,44483,1731963054550; forceNewPlan=false, retain=false 2024-11-18T20:51:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:03,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=03a81ce13094fbf2e8c14b85e978516e, regionState=OPENING, regionLocation=29a7ef02c270,44483,1731963054550 2024-11-18T20:51:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN because future has completed 2024-11-18T20:51:03,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a81ce13094fbf2e8c14b85e978516e, server=29a7ef02c270,44483,1731963054550}] 2024-11-18T20:51:04,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:04,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:04,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:51:04,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C44483%2C1731963054550.rep, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs, maxLogs=10 2024-11-18T20:51:04,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.rep.1731963064080, exclude list is [], retry=0 2024-11-18T20:51:04,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:51:04,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.rep.1731963064080 2024-11-18T20:51:04,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:51:04,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 03a81ce13094fbf2e8c14b85e978516e, NAME => 'hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:04,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. service=MultiRowMutationService 2024-11-18T20:51:04,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:51:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,163 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,166 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a81ce13094fbf2e8c14b85e978516e columnFamilyName hfileref 2024-11-18T20:51:04,166 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:04,167 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(327): Store=03a81ce13094fbf2e8c14b85e978516e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:04,167 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,170 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a81ce13094fbf2e8c14b85e978516e columnFamilyName queue 2024-11-18T20:51:04,171 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:04,184 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(327): Store=03a81ce13094fbf2e8c14b85e978516e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:04,185 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,190 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a81ce13094fbf2e8c14b85e978516e columnFamilyName sid 2024-11-18T20:51:04,190 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:04,191 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(327): Store=03a81ce13094fbf2e8c14b85e978516e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:04,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:04,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:04,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 03a81ce13094fbf2e8c14b85e978516e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73858607, jitterRate=0.10057900846004486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:04,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:04,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 03a81ce13094fbf2e8c14b85e978516e: Running coprocessor pre-open hook at 1731963064155Writing region info on filesystem at 1731963064156 (+1 ms)Initializing all the Stores at 1731963064157 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963064157Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963064163 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963064163Cleaning up temporary data from old regions at 1731963064194 (+31 ms)Running coprocessor post-open hooks at 1731963064219 (+25 ms)Region opened successfully at 1731963064220 (+1 ms) 2024-11-18T20:51:04,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., pid=7, masterSystemTime=1731963064039 2024-11-18T20:51:04,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=03a81ce13094fbf2e8c14b85e978516e, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,44483,1731963054550 2024-11-18T20:51:04,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a81ce13094fbf2e8c14b85e978516e, server=29a7ef02c270,44483,1731963054550 because future has completed 2024-11-18T20:51:04,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:04,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:04,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T20:51:04,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 03a81ce13094fbf2e8c14b85e978516e, server=29a7ef02c270,44483,1731963054550 in 361 msec 2024-11-18T20:51:04,248 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:04,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963064248"}]},"ts":"1731963064248"} 2024-11-18T20:51:04,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:51:04,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN in 552 msec 2024-11-18T20:51:04,253 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:51:04,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:04,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1420 sec 2024-11-18T20:51:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., hostname=29a7ef02c270,44483,1731963054550, seqNum=2] 2024-11-18T20:51:04,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:04,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:51:04,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T20:51:04,528 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:51:04,594 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,44483,1731963054550, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:51:04,595 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:04,595 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44483,1731963054550, seqNum=-1] 2024-11-18T20:51:04,599 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:04,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T20:51:04,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,44483,1731963054550', locateType=CURRENT is [region=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., hostname=29a7ef02c270,44483,1731963054550, seqNum=2] 2024-11-18T20:51:04,609 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T20:51:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T20:51:04,613 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,44483,1731963054550 suceeded 2024-11-18T20:51:04,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T20:51:04,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 255 msec 2024-11-18T20:51:04,618 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:39609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:51:04,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5290 sec 2024-11-18T20:51:04,642 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:39609' 2024-11-18T20:51:04,658 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490cd4b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:04,658 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39609,-1 for getting cluster id 2024-11-18T20:51:04,659 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:04,660 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '889ff1a7-1e24-49da-88db-f9fc6c6335e9' 2024-11-18T20:51:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "889ff1a7-1e24-49da-88db-f9fc6c6335e9" 2024-11-18T20:51:04,662 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:04,662 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3763bf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:04,662 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39609,-1] 2024-11-18T20:51:04,663 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:04,664 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:04,667 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e4cfd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:04,667 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:04,669 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39609,1731963060237 2024-11-18T20:51:04,669 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d73209b 2024-11-18T20:51:04,671 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:04,672 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T20:51:04,674 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,44483,1731963054550 (queues=1) is replicating from cluster=117d3fd1-a01b-43ec-843e-618c7c04f393 to cluster=889ff1a7-1e24-49da-88db-f9fc6c6335e9 2024-11-18T20:51:04,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C44483%2C1731963054550 2024-11-18T20:51:04,675 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,44483,1731963054550, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:51:04,692 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.shipper29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C44483%2C1731963054550 2024-11-18T20:51:04,692 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.wal-reader.29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013, startPosition=0, beingWritten=true 2024-11-18T20:51:04,922 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.wal-reader.29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013 to pos 0, reset compression=false 2024-11-18T20:51:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:05,244 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:51:05,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:05,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:05,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:05,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:05,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:05,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,45105,1731963054105 2024-11-18T20:51:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71424033 2024-11-18T20:51:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:05,248 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:05,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:51:05,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:05,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:05,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:05,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:05,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:51:05,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:05,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1786692153, stopped=false 2024-11-18T20:51:05,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,45105,1731963054105 2024-11-18T20:51:05,259 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.wal-reader.29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013 to pos 0, reset compression=false 2024-11-18T20:51:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/running 2024-11-18T20:51:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:05,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:05,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:05,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:05,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:05,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,44483,1731963054550' ***** 2024-11-18T20:51:05,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:51:05,290 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:51:05,290 INFO [RS:0;29a7ef02c270:44483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:51:05,290 INFO [RS:0;29a7ef02c270:44483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:51:05,290 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:05,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:51:05,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:51:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/running 2024-11-18T20:51:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:05,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:51:05,299 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,44483,1731963054550 2024-11-18T20:51:05,299 INFO [RS:0;29a7ef02c270:44483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:05,299 INFO [RS:0;29a7ef02c270:44483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:44483. 2024-11-18T20:51:05,299 DEBUG [RS:0;29a7ef02c270:44483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:05,299 DEBUG [RS:0;29a7ef02c270:44483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:05,299 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:51:05,299 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:51:05,299 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:51:05,300 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:51:05,311 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:05,312 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03a81ce13094fbf2e8c14b85e978516e, disabling compactions & flushes 2024-11-18T20:51:05,312 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:05,312 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:05,312 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. after waiting 0 ms 2024-11-18T20:51:05,312 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:05,312 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03a81ce13094fbf2e8c14b85e978516e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T20:51:05,313 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:51:05,313 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1325): Online Regions={03a81ce13094fbf2e8c14b85e978516e=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:05,313 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1351): Waiting on 03a81ce13094fbf2e8c14b85e978516e, 1588230740 2024-11-18T20:51:05,314 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:05,314 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:05,314 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:05,314 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:05,314 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:05,315 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T20:51:05,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/.tmp/queue/7dbf93ae99184b418c1085a49e4533ab is 151, key is 1-29a7ef02c270,44483,1731963054550/queue:29a7ef02c270%2C44483%2C1731963054550/1731963064605/Put/seqid=0 2024-11-18T20:51:05,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:51:05,375 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/info/32ed4213348645f894fe3ef79cfd884c is 147, key is hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e./info:regioninfo/1731963064226/Put/seqid=0 2024-11-18T20:51:05,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:51:05,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:51:05,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:51:05,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:05,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:51:05,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:05,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:51:05,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:51:05,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T20:51:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741838_1014 (size=5350) 2024-11-18T20:51:05,396 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/.tmp/queue/7dbf93ae99184b418c1085a49e4533ab 2024-11-18T20:51:05,452 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/.tmp/queue/7dbf93ae99184b418c1085a49e4533ab as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/queue/7dbf93ae99184b418c1085a49e4533ab 2024-11-18T20:51:05,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741839_1015 (size=6631) 2024-11-18T20:51:05,466 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/queue/7dbf93ae99184b418c1085a49e4533ab, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T20:51:05,468 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 03a81ce13094fbf2e8c14b85e978516e in 156ms, sequenceid=5, compaction requested=false 2024-11-18T20:51:05,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:51:05,468 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/info/32ed4213348645f894fe3ef79cfd884c 2024-11-18T20:51:05,513 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1351): Waiting on 03a81ce13094fbf2e8c14b85e978516e, 1588230740 2024-11-18T20:51:05,524 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:51:05,525 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:05,525 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:05,525 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:05,525 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03a81ce13094fbf2e8c14b85e978516e: Waiting for close lock at 1731963065311Running coprocessor pre-close hooks at 1731963065311Disabling compacts and flushes for region at 1731963065311Disabling writes for close at 1731963065312 (+1 ms)Obtaining lock to block concurrent updates at 1731963065312Preparing flush snapshotting stores in 03a81ce13094fbf2e8c14b85e978516e at 1731963065312Finished memstore snapshotting hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731963065312Flushing stores of hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. at 1731963065313 (+1 ms)Flushing 03a81ce13094fbf2e8c14b85e978516e/queue: creating writer at 1731963065313Flushing 03a81ce13094fbf2e8c14b85e978516e/queue: appending metadata at 1731963065336 (+23 ms)Flushing 03a81ce13094fbf2e8c14b85e978516e/queue: closing flushed file at 1731963065336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0bfa6e: reopening flushed file at 1731963065437 (+101 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 03a81ce13094fbf2e8c14b85e978516e in 156ms, sequenceid=5, compaction requested=false at 1731963065468 (+31 ms)Writing region close event to WAL at 1731963065488 (+20 ms)Running coprocessor post-close hooks at 1731963065525 (+37 ms)Closed at 1731963065525 2024-11-18T20:51:05,526 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:05,528 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/ns/cd1bde0f2a644d2eaed55dde134a2988 is 43, key is default/ns:d/1731963058212/Put/seqid=0 2024-11-18T20:51:05,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:51:05,685 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.wal-reader.29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013 to pos 0, reset compression=false 2024-11-18T20:51:05,714 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:05,879 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:51:05,880 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:51:05,914 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:05,969 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/ns/cd1bde0f2a644d2eaed55dde134a2988 2024-11-18T20:51:06,006 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/table/602f626e3d714e4b9b4bec0ddb061c5c is 53, key is hbase:replication/table:state/1731963064248/Put/seqid=0 2024-11-18T20:51:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741841_1017 (size=5256) 2024-11-18T20:51:06,085 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/table/602f626e3d714e4b9b4bec0ddb061c5c 2024-11-18T20:51:06,099 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/info/32ed4213348645f894fe3ef79cfd884c as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/info/32ed4213348645f894fe3ef79cfd884c 2024-11-18T20:51:06,115 DEBUG [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:06,117 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/info/32ed4213348645f894fe3ef79cfd884c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T20:51:06,119 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/ns/cd1bde0f2a644d2eaed55dde134a2988 as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/ns/cd1bde0f2a644d2eaed55dde134a2988 2024-11-18T20:51:06,128 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/ns/cd1bde0f2a644d2eaed55dde134a2988, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:51:06,140 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/table/602f626e3d714e4b9b4bec0ddb061c5c as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/table/602f626e3d714e4b9b4bec0ddb061c5c 2024-11-18T20:51:06,161 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/table/602f626e3d714e4b9b4bec0ddb061c5c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T20:51:06,168 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 853ms, sequenceid=11, compaction requested=false 2024-11-18T20:51:06,210 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.wal-reader.29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.1731963057013 to pos 0, reset compression=false 2024-11-18T20:51:06,228 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:51:06,230 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:06,230 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:06,230 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:06,230 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963065314Running coprocessor pre-close hooks at 1731963065314Disabling compacts and flushes for region at 1731963065314Disabling writes for close at 1731963065314Obtaining lock to block concurrent updates at 1731963065315 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731963065315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731963065315Flushing stores of hbase:meta,,1.1588230740 at 1731963065324 (+9 ms)Flushing 1588230740/info: creating writer at 1731963065324Flushing 1588230740/info: appending metadata at 1731963065374 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731963065374Flushing 1588230740/ns: creating writer at 1731963065476 (+102 ms)Flushing 1588230740/ns: appending metadata at 1731963065527 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1731963065527Flushing 1588230740/table: creating writer at 1731963065977 (+450 ms)Flushing 1588230740/table: appending metadata at 1731963066006 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731963066006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea93442: reopening flushed file at 1731963066098 (+92 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d780d8b: reopening flushed file at 1731963066117 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706d03f3: reopening flushed file at 1731963066128 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 853ms, sequenceid=11, compaction requested=false at 1731963066168 (+40 ms)Writing region close event to WAL at 1731963066208 (+40 ms)Running coprocessor post-close hooks at 1731963066230 (+22 ms)Closed at 1731963066230 2024-11-18T20:51:06,230 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:06,319 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,44483,1731963054550; all regions closed. 2024-11-18T20:51:06,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550/29a7ef02c270%2C44483%2C1731963054550.meta.1731963058104.meta not finished, retry = 0 2024-11-18T20:51:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741834_1010 (size=2742) 2024-11-18T20:51:06,438 DEBUG [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs 2024-11-18T20:51:06,438 INFO [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C44483%2C1731963054550.meta:.meta(num 1731963058104) 2024-11-18T20:51:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741837_1013 (size=1586) 2024-11-18T20:51:06,492 DEBUG [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs 2024-11-18T20:51:06,492 INFO [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C44483%2C1731963054550.rep:(num 1731963064080) 2024-11-18T20:51:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:51:06,540 DEBUG [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs 2024-11-18T20:51:06,540 INFO [RS:0;29a7ef02c270:44483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C44483%2C1731963054550:(num 1731963057013) 2024-11-18T20:51:06,540 DEBUG [RS:0;29a7ef02c270:44483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:06,540 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:06,540 INFO [RS:0;29a7ef02c270:44483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:06,540 INFO [RS:0;29a7ef02c270:44483 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:06,540 INFO [RS:0;29a7ef02c270:44483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:06,541 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:06,541 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,44483,1731963054550 because: Region server is closing 2024-11-18T20:51:06,541 INFO [RS:0;29a7ef02c270:44483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:44483. 2024-11-18T20:51:06,541 DEBUG [RS:0;29a7ef02c270:44483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:06,541 DEBUG [RS:0;29a7ef02c270:44483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:06,541 DEBUG [RS:0;29a7ef02c270:44483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:06,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:06,642 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.wal-reader.29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:51:06,642 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.shipper29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:51:06,642 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44483,1731963054550.replicationSource.shipper29a7ef02c270%2C44483%2C1731963054550,1-29a7ef02c270,44483,1731963054550 terminated 2024-11-18T20:51:06,642 INFO [RS:0;29a7ef02c270:44483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44483 2024-11-18T20:51:06,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/rs/29a7ef02c270,44483,1731963054550 2024-11-18T20:51:06,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/rs 2024-11-18T20:51:06,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,44483,1731963054550] 2024-11-18T20:51:06,688 INFO [RS:0;29a7ef02c270:44483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:06,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/draining/29a7ef02c270,44483,1731963054550 already deleted, retry=false 2024-11-18T20:51:06,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,44483,1731963054550 expired; onlineServers=0 2024-11-18T20:51:06,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,45105,1731963054105' ***** 2024-11-18T20:51:06,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:51:06,698 INFO [M:0;29a7ef02c270:45105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:06,698 INFO [M:0;29a7ef02c270:45105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:06,698 DEBUG [M:0;29a7ef02c270:45105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:51:06,698 DEBUG [M:0;29a7ef02c270:45105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:51:06,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963056737 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963056737,5,FailOnTimeoutGroup] 2024-11-18T20:51:06,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:51:06,699 INFO [M:0;29a7ef02c270:45105 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:06,699 INFO [M:0;29a7ef02c270:45105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:06,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963056737 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963056737,5,FailOnTimeoutGroup] 2024-11-18T20:51:06,699 DEBUG [M:0;29a7ef02c270:45105 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:51:06,699 INFO [M:0;29a7ef02c270:45105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:51:06,699 INFO [M:0;29a7ef02c270:45105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:06,699 INFO [M:0;29a7ef02c270:45105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:51:06,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:51:06,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/master 2024-11-18T20:51:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:06,747 DEBUG [M:0;29a7ef02c270:45105 {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/master already deleted, retry=false 2024-11-18T20:51:06,747 DEBUG [M:0;29a7ef02c270:45105 {}] master.ActiveMasterManager(353): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Failed delete of our master address node; KeeperErrorCode = NoNode for /01085835090/master 2024-11-18T20:51:06,755 INFO [M:0;29a7ef02c270:45105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/.lastflushedseqids 2024-11-18T20:51:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10151008b960001, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:06,806 INFO [RS:0;29a7ef02c270:44483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:06,806 INFO [RS:0;29a7ef02c270:44483 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,44483,1731963054550; zookeeper connection closed. 2024-11-18T20:51:06,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55f07987 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55f07987 2024-11-18T20:51:06,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:51:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741842_1018 (size=181) 2024-11-18T20:51:06,839 INFO [M:0;29a7ef02c270:45105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:51:06,840 INFO [M:0;29a7ef02c270:45105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:51:06,840 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:06,840 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:06,840 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:06,840 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:06,840 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:06,840 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T20:51:06,897 DEBUG [M:0;29a7ef02c270:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd74dae2e8494abaaff11a151636ff08 is 82, key is hbase:meta,,1/info:regioninfo/1731963058148/Put/seqid=0 2024-11-18T20:51:06,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741843_1019 (size=5672) 2024-11-18T20:51:06,953 INFO [M:0;29a7ef02c270:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd74dae2e8494abaaff11a151636ff08 2024-11-18T20:51:07,040 DEBUG [M:0;29a7ef02c270:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c89db3f14e94f18942d4892bcd79e90 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731963064256/Put/seqid=0 2024-11-18T20:51:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741844_1020 (size=7203) 2024-11-18T20:51:07,489 INFO [M:0;29a7ef02c270:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c89db3f14e94f18942d4892bcd79e90 2024-11-18T20:51:07,532 DEBUG [M:0;29a7ef02c270:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c501bd590c447c6ae85ff697917f4e4 is 69, key is 29a7ef02c270,44483,1731963054550/rs:state/1731963056853/Put/seqid=0 2024-11-18T20:51:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741845_1021 (size=5156) 2024-11-18T20:51:07,554 INFO [M:0;29a7ef02c270:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c501bd590c447c6ae85ff697917f4e4 2024-11-18T20:51:07,577 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd74dae2e8494abaaff11a151636ff08 as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd74dae2e8494abaaff11a151636ff08 2024-11-18T20:51:07,586 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd74dae2e8494abaaff11a151636ff08, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T20:51:07,587 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c89db3f14e94f18942d4892bcd79e90 as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c89db3f14e94f18942d4892bcd79e90 2024-11-18T20:51:07,597 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c89db3f14e94f18942d4892bcd79e90, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T20:51:07,602 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c501bd590c447c6ae85ff697917f4e4 as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c501bd590c447c6ae85ff697917f4e4 2024-11-18T20:51:07,612 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c501bd590c447c6ae85ff697917f4e4, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T20:51:07,613 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 773ms, sequenceid=70, compaction requested=false 2024-11-18T20:51:07,653 INFO [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:07,653 DEBUG [M:0;29a7ef02c270:45105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963066840Disabling compacts and flushes for region at 1731963066840Disabling writes for close at 1731963066840Obtaining lock to block concurrent updates at 1731963066840Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963066840Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731963066841 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963066842 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963066842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963066897 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963066897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963066983 (+86 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963067036 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963067036Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963067501 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963067531 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963067531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a264320: reopening flushed file at 1731963067570 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbabcd: reopening flushed file at 1731963067586 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ec68c: reopening flushed file at 1731963067597 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 773ms, sequenceid=70, compaction requested=false at 1731963067613 (+16 ms)Writing region close event to WAL at 1731963067653 (+40 ms)Closed at 1731963067653 2024-11-18T20:51:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741830_1006 (size=41008) 2024-11-18T20:51:07,696 INFO [M:0;29a7ef02c270:45105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:51:07,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:07,696 INFO [M:0;29a7ef02c270:45105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45105 2024-11-18T20:51:07,697 INFO [M:0;29a7ef02c270:45105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x10151008b960000, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:07,814 INFO [M:0;29a7ef02c270:45105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:07,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:51:07,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:07,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43203 2024-11-18T20:51:07,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43203 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:51:07,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432030x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:07,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43203-0x10151008b960006 connected 2024-11-18T20:51:07,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:07,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:08,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:51:08,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325, hbase.cluster.distributed=false 2024-11-18T20:51:08,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/acl 2024-11-18T20:51:08,017 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: INIT 2024-11-18T20:51:08,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-18T20:51:08,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43203 2024-11-18T20:51:08,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43203 2024-11-18T20:51:08,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-18T20:51:08,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-18T20:51:08,165 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:08,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:08,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:08,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:08,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:08,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:08,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:51:08,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:08,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35907 2024-11-18T20:51:08,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35907 connecting to ZooKeeper ensemble=127.0.0.1:65278 2024-11-18T20:51:08,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:08,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:08,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359070x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:51:08,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:51:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359070x0, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:08,215 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: INIT 2024-11-18T20:51:08,235 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:51:08,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/master 2024-11-18T20:51:08,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35907-0x10151008b960007 connected 2024-11-18T20:51:08,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/acl 2024-11-18T20:51:08,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35907 2024-11-18T20:51:08,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35907 2024-11-18T20:51:08,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:08,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35907 2024-11-18T20:51:08,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35907 2024-11-18T20:51:08,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35907 2024-11-18T20:51:08,365 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:43203 2024-11-18T20:51:08,371 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01085835090/backup-masters/29a7ef02c270,43203,1731963067816 2024-11-18T20:51:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:51:08,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:51:08,388 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on existing znode=/01085835090/backup-masters/29a7ef02c270,43203,1731963067816 2024-11-18T20:51:08,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01085835090/master 2024-11-18T20:51:08,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:08,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:08,398 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on existing znode=/01085835090/master 2024-11-18T20:51:08,398 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01085835090/backup-masters/29a7ef02c270,43203,1731963067816 from backup master directory 2024-11-18T20:51:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:51:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/backup-masters/29a7ef02c270,43203,1731963067816 2024-11-18T20:51:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/backup-masters 2024-11-18T20:51:08,406 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:08,406 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,43203,1731963067816 2024-11-18T20:51:08,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:08,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:08,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:08,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:08,434 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:08,434 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:51:08,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:08,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 64ms. 2024-11-18T20:51:08,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741846_1022 (size=196) 2024-11-18T20:51:08,594 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:08,595 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:51:08,607 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:08,618 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T20:51:08,621 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105 to hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105-dead as it is dead 2024-11-18T20:51:08,622 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105-dead/29a7ef02c270%2C45105%2C1731963054105.1731963056492 2024-11-18T20:51:08,623 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105-dead/29a7ef02c270%2C45105%2C1731963054105.1731963056492 after 1ms 2024-11-18T20:51:08,624 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105-dead/29a7ef02c270%2C45105%2C1731963054105.1731963056492 to hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C45105%2C1731963054105.1731963056492 2024-11-18T20:51:08,624 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,45105,1731963054105-dead 2024-11-18T20:51:08,624 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,43203,1731963067816 2024-11-18T20:51:08,629 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:08,632 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C43203%2C1731963067816, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,43203,1731963067816, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/oldWALs, maxLogs=10 2024-11-18T20:51:08,681 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,43203,1731963067816/29a7ef02c270%2C43203%2C1731963067816.1731963068633, exclude list is [], retry=0 2024-11-18T20:51:08,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:51:08,701 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/WALs/29a7ef02c270,43203,1731963067816/29a7ef02c270%2C43203%2C1731963067816.1731963068633 2024-11-18T20:51:08,707 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:51:08,707 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:08,708 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:08,708 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,708 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:51:08,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:08,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd74dae2e8494abaaff11a151636ff08 2024-11-18T20:51:08,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:08,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:51:08,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:08,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c89db3f14e94f18942d4892bcd79e90 2024-11-18T20:51:08,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:08,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:51:08,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:08,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c501bd590c447c6ae85ff697917f4e4 2024-11-18T20:51:08,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:08,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:51:08,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:08,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:08,819 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,824 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T20:51:08,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C45105%2C1731963054105.1731963056492 2024-11-18T20:51:08,833 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C45105%2C1731963054105.1731963056492 2024-11-18T20:51:08,834 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/29a7ef02c270%2C45105%2C1731963054105.1731963056492 2024-11-18T20:51:08,836 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,836 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,837 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:08,838 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:08,859 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T20:51:08,862 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65435549, jitterRate=-0.02493433654308319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:08,862 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963068708Initializing all the Stores at 1731963068709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963068709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963068711 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963068711Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963068711Cleaning up temporary data from old regions at 1731963068836 (+125 ms)Region opened successfully at 1731963068862 (+26 ms) 2024-11-18T20:51:08,887 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:51:08,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5a6db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:08,895 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T20:51:08,895 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:51:08,895 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:51:08,895 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:51:08,896 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:51:08,900 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:08,901 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:51:08,901 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:51:08,901 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T20:51:08,901 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:51:08,926 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=29a7ef02c270,44483,1731963054550, regionLocation=29a7ef02c270,44483,1731963054550, openSeqNum=2 2024-11-18T20:51:08,926 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=29a7ef02c270,44483,1731963054550, table=hbase:meta, region=1588230740 2024-11-18T20:51:08,926 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,44483,1731963054550, state=OPEN 2024-11-18T20:51:08,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:51:08,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:51:08,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:51:08,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:51:08,986 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:51:08,995 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/draining/29a7ef02c270,44483,1731963054550 already deleted, retry=false 2024-11-18T20:51:08,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 29a7ef02c270,44483,1731963054550 on 29a7ef02c270,43203,1731963067816 2024-11-18T20:51:08,998 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 29a7ef02c270,44483,1731963054550, splitWal=true, meta=true 2024-11-18T20:51:08,998 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 29a7ef02c270,44483,1731963054550 (carryingMeta=true) 29a7ef02c270,44483,1731963054550/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40967002[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T20:51:09,003 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/balancer because node does not exist (not necessarily an error) 2024-11-18T20:51:09,013 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/balancer already deleted, retry=false 2024-11-18T20:51:09,014 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:51:09,015 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:51:09,022 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/normalizer already deleted, retry=false 2024-11-18T20:51:09,022 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:51:09,033 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:51:09,038 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/switch/split already deleted, retry=false 2024-11-18T20:51:09,040 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:51:09,047 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/switch/merge already deleted, retry=false 2024-11-18T20:51:09,058 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Unable to get data of znode /01085835090/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:51:09,063 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/snapshot-cleanup already deleted, retry=false 2024-11-18T20:51:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01085835090/running 2024-11-18T20:51:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01085835090/running 2024-11-18T20:51:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:09,075 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,43203,1731963067816, sessionid=0x10151008b960006, setting cluster-up flag (Was=false) 2024-11-18T20:51:09,081 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01085835090/flush-table-proc/acquired, /01085835090/flush-table-proc/reached, /01085835090/flush-table-proc/abort 2024-11-18T20:51:09,082 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,43203,1731963067816 2024-11-18T20:51:09,089 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01085835090/online-snapshot/acquired, /01085835090/online-snapshot/reached, /01085835090/online-snapshot/abort 2024-11-18T20:51:09,090 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,43203,1731963067816 2024-11-18T20:51:09,112 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/.lastflushedseqids 2024-11-18T20:51:09,121 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:51:09,121 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:51:09,121 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,43203,1731963067816 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 29a7ef02c270,44483,1731963054550 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:09,123 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,168 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 29a7ef02c270,44483,1731963054550, splitWal=true, meta=true 2024-11-18T20:51:09,169 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 29a7ef02c270,44483,1731963054550, splitWal=true, meta=true, isMeta: true 2024-11-18T20:51:09,171 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550-splitting 2024-11-18T20:51:09,172 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550-splitting dir is empty, no logs to split. 2024-11-18T20:51:09,172 INFO [PEWorker-1 {}] master.SplitWALManager(105): 29a7ef02c270,44483,1731963054550 WAL count=0, meta=true 2024-11-18T20:51:09,174 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550-splitting dir is empty, no logs to split. 2024-11-18T20:51:09,174 INFO [PEWorker-1 {}] master.SplitWALManager(105): 29a7ef02c270,44483,1731963054550 WAL count=0, meta=true 2024-11-18T20:51:09,174 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 29a7ef02c270,44483,1731963054550 WAL splitting is done? wals=0, meta=true 2024-11-18T20:51:09,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:51:09,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:09,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:51:09,211 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963099211 2024-11-18T20:51:09,211 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:51:09,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:51:09,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:51:09,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:51:09,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:51:09,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:51:09,219 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,231 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:51:09,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:51:09,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:51:09,232 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:51:09,239 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:51:09,239 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:51:09,247 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963069239,5,FailOnTimeoutGroup] 2024-11-18T20:51:09,255 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963069247,5,FailOnTimeoutGroup] 2024-11-18T20:51:09,255 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,255 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:51:09,255 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,255 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963069256, completionTime=-1 2024-11-18T20:51:09,256 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T20:51:09,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:51:09,267 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(746): ClusterId : 117d3fd1-a01b-43ec-843e-618c7c04f393 2024-11-18T20:51:09,267 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:51:09,279 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:51:09,279 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:51:09,290 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:51:09,291 DEBUG [RS:0;29a7ef02c270:35907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a95ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:09,329 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:35907 2024-11-18T20:51:09,329 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:51:09,329 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:51:09,329 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:51:09,331 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,43203,1731963067816 with port=35907, startcode=1731963068164 2024-11-18T20:51:09,331 DEBUG [RS:0;29a7ef02c270:35907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:51:09,333 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:51:09,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43203 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,336 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325 2024-11-18T20:51:09,336 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36501 2024-11-18T20:51:09,336 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:51:09,339 WARN [29a7ef02c270:43203 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:51:09,356 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:51:09,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/rs 2024-11-18T20:51:09,436 DEBUG [RS:0;29a7ef02c270:35907 {}] zookeeper.ZKUtil(111): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on existing znode=/01085835090/rs/29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,436 WARN [RS:0;29a7ef02c270:35907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:09,436 INFO [RS:0;29a7ef02c270:35907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:09,436 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,35907,1731963068164] 2024-11-18T20:51:09,485 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:51:09,499 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:51:09,503 INFO [RS:0;29a7ef02c270:35907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:51:09,503 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,507 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:51:09,508 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:51:09,508 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:09,509 DEBUG [RS:0;29a7ef02c270:35907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:09,535 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,535 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,535 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,535 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,535 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,535 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35907,1731963068164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:09,563 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:51:09,563 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35907,1731963068164-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,590 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,35907,1731963068164, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:51:09,605 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,605 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.Replication(171): 29a7ef02c270,35907,1731963068164 started 2024-11-18T20:51:09,633 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:09,633 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,35907,1731963068164, RpcServer on 29a7ef02c270/172.17.0.2:35907, sessionid=0x10151008b960007 2024-11-18T20:51:09,633 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:51:09,633 DEBUG [RS:0;29a7ef02c270:35907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,633 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35907,1731963068164' 2024-11-18T20:51:09,633 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01085835090/flush-table-proc/abort' 2024-11-18T20:51:09,634 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01085835090/flush-table-proc/acquired' 2024-11-18T20:51:09,634 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:51:09,634 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:51:09,634 DEBUG [RS:0;29a7ef02c270:35907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,634 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35907,1731963068164' 2024-11-18T20:51:09,634 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01085835090/online-snapshot/abort' 2024-11-18T20:51:09,635 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01085835090/online-snapshot/acquired' 2024-11-18T20:51:09,635 DEBUG [RS:0;29a7ef02c270:35907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:51:09,636 INFO [RS:0;29a7ef02c270:35907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:51:09,636 INFO [RS:0;29a7ef02c270:35907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:51:09,639 DEBUG [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:39609' 2024-11-18T20:51:09,641 DEBUG [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5acdea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:09,641 DEBUG [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39609,-1 for getting cluster id 2024-11-18T20:51:09,641 DEBUG [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:09,656 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '889ff1a7-1e24-49da-88db-f9fc6c6335e9' 2024-11-18T20:51:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "889ff1a7-1e24-49da-88db-f9fc6c6335e9" 2024-11-18T20:51:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7987c367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39609,-1] 2024-11-18T20:51:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:09,659 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:09,660 DEBUG [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ee669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:09,660 DEBUG [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:09,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39609,1731963060237 2024-11-18T20:51:09,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7823f183 2024-11-18T20:51:09,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:09,663 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T20:51:09,664 INFO [RS:0;29a7ef02c270:35907.replicationSource,1-29a7ef02c270,35907,1731963068164 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,35907,1731963068164 (queues=0) is replicating from cluster=117d3fd1-a01b-43ec-843e-618c7c04f393 to cluster=889ff1a7-1e24-49da-88db-f9fc6c6335e9 2024-11-18T20:51:09,742 INFO [RS:0;29a7ef02c270:35907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:09,744 INFO [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35907%2C1731963068164, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs, maxLogs=10 2024-11-18T20:51:09,765 DEBUG [RS:0;29a7ef02c270:35907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745, exclude list is [], retry=0 2024-11-18T20:51:09,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:51:09,771 INFO [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 2024-11-18T20:51:09,772 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 29a7ef02c270%2C35907%2C1731963068164 for peer 1 2024-11-18T20:51:09,772 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C35907%2C1731963068164 2024-11-18T20:51:09,772 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,35907,1731963068164, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:51:09,772 DEBUG [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:51:09,774 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745, startPosition=0, beingWritten=true 2024-11-18T20:51:09,777 INFO [RS:0;29a7ef02c270:35907.replicationSource.shipper29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C35907%2C1731963068164 2024-11-18T20:51:09,840 DEBUG [29a7ef02c270:43203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:09,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,35907,1731963068164 2024-11-18T20:51:09,841 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35907,1731963068164, state=OPENING 2024-11-18T20:51:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:51:09,880 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:09,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:51:09,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35907,1731963068164}] 2024-11-18T20:51:09,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:51:09,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:51:09,980 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:10,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:10,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:51:10,043 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:51:10,043 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:10,043 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:51:10,044 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35907%2C1731963068164.meta, suffix=.meta, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs, maxLogs=10 2024-11-18T20:51:10,064 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.meta.1731963070045.meta, exclude list is [], retry=0 2024-11-18T20:51:10,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:51:10,075 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.meta.1731963070045.meta 2024-11-18T20:51:10,091 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:51:10,092 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:10,092 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:10,092 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:10,092 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:51:10,092 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:51:10,092 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:51:10,092 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:10,093 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:51:10,093 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:51:10,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:10,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:10,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:10,144 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/info/32ed4213348645f894fe3ef79cfd884c 2024-11-18T20:51:10,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:10,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:10,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:10,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:10,164 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/ns/cd1bde0f2a644d2eaed55dde134a2988 2024-11-18T20:51:10,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:10,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:10,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:10,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:10,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:10,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:10,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:10,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:10,217 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/table/602f626e3d714e4b9b4bec0ddb061c5c 2024-11-18T20:51:10,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:10,217 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:10,218 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740 2024-11-18T20:51:10,221 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740 2024-11-18T20:51:10,222 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:10,222 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:10,227 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:10,229 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:10,230 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63635587, jitterRate=-0.051755860447883606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:10,230 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:51:10,230 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963070093Writing region info on filesystem at 1731963070093Initializing all the Stores at 1731963070094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963070094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963070110 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963070110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963070110Cleaning up temporary data from old regions at 1731963070222 (+112 ms)Running coprocessor post-open hooks at 1731963070230 (+8 ms)Region opened successfully at 1731963070230 2024-11-18T20:51:10,235 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731963070036 2024-11-18T20:51:10,240 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:51:10,240 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:51:10,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=29a7ef02c270,35907,1731963068164 2024-11-18T20:51:10,242 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35907,1731963068164, state=OPEN 2024-11-18T20:51:10,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:51:10,280 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,35907,1731963068164 2024-11-18T20:51:10,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:51:10,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01085835090/meta-region-server 2024-11-18T20:51:10,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01085835090/meta-region-server: CHANGED 2024-11-18T20:51:10,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T20:51:10,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35907,1731963068164 in 400 msec 2024-11-18T20:51:10,288 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:10,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:51:10,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1060 sec 2024-11-18T20:51:10,734 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:10,861 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-18T20:51:11,270 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:11,905 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:12,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-18T20:51:12,630 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:13,474 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:13,779 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4523ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T20:51:13,779 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:51:13,780 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:13,780 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35907,1731963068164, seqNum=-1] 2024-11-18T20:51:13,780 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:13,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:13,789 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03a81ce13094fbf2e8c14b85e978516e, regionState=OPEN, lastHost=29a7ef02c270,44483,1731963054550, regionLocation=29a7ef02c270,44483,1731963054550, openSeqNum=2 2024-11-18T20:51:13,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:51:13,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963133789 2024-11-18T20:51:13,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963193789 2024-11-18T20:51:13,789 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-18T20:51:13,790 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43203,1731963067816-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,790 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43203,1731963067816-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,790 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43203,1731963067816-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,790 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:43203, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,790 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,790 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 29a7ef02c270,44483,1731963054550 had 2 regions 2024-11-18T20:51:13,793 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 29a7ef02c270,44483,1731963054550, splitWal=true, meta=true, isMeta: false 2024-11-18T20:51:13,802 WARN [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=29a7ef02c270,44483,1731963054550/hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:13,816 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550-splitting dir is empty, no logs to split. 2024-11-18T20:51:13,816 INFO [PEWorker-1 {}] master.SplitWALManager(105): 29a7ef02c270,44483,1731963054550 WAL count=0, meta=false 2024-11-18T20:51:13,817 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,825 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.419sec 2024-11-18T20:51:13,825 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:51:13,825 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:51:13,825 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:51:13,826 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:51:13,826 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:51:13,826 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43203,1731963067816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:13,826 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43203,1731963067816-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:51:13,835 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,44483,1731963054550-splitting dir is empty, no logs to split. 2024-11-18T20:51:13,835 INFO [PEWorker-1 {}] master.SplitWALManager(105): 29a7ef02c270,44483,1731963054550 WAL count=0, meta=false 2024-11-18T20:51:13,836 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 29a7ef02c270,44483,1731963054550 WAL splitting is done? wals=0, meta=false 2024-11-18T20:51:13,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN}] 2024-11-18T20:51:13,844 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN 2024-11-18T20:51:13,845 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:51:13,861 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:51:13,861 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:51:13,861 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43203,1731963067816-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:13,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:13,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,43203,-1 for getting cluster id 2024-11-18T20:51:13,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:13,908 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '117d3fd1-a01b-43ec-843e-618c7c04f393' 2024-11-18T20:51:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "117d3fd1-a01b-43ec-843e-618c7c04f393" 2024-11-18T20:51:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620594f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,43203,-1] 2024-11-18T20:51:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,911 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaabda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:13,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:13,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35907,1731963068164, seqNum=-1] 2024-11-18T20:51:13,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:13,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:13,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T20:51:13,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:13,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:13,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:13,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 29a7ef02c270:43203 after: 29a7ef02c270:43203 2024-11-18T20:51:13,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:13,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,43203,-1 for getting cluster id 2024-11-18T20:51:13,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:13,931 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '117d3fd1-a01b-43ec-843e-618c7c04f393' 2024-11-18T20:51:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "117d3fd1-a01b-43ec-843e-618c7c04f393" 2024-11-18T20:51:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f26637b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,43203,-1] 2024-11-18T20:51:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,934 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:13,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:13,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:13,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,43203,1731963067816 2024-11-18T20:51:13,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa69f28 2024-11-18T20:51:13,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:13,938 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:13,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:51:13,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:51:13,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:13,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:13,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:13,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:51:13,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953159299, stopped=false 2024-11-18T20:51:13,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,39609,1731963060237 2024-11-18T20:51:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-285133284/running 2024-11-18T20:51:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-285133284/running 2024-11-18T20:51:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:13,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:13,954 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:13,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:13,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:13,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,35863,1731963060352' ***** 2024-11-18T20:51:13,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:51:13,955 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:51:13,955 INFO [RS:0;29a7ef02c270:35863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:51:13,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:51:13,955 INFO [RS:0;29a7ef02c270:35863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:51:13,955 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,35863,1731963060352 2024-11-18T20:51:13,955 INFO [RS:0;29a7ef02c270:35863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:13,955 INFO [RS:0;29a7ef02c270:35863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35863. 2024-11-18T20:51:13,955 DEBUG [RS:0;29a7ef02c270:35863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:13,955 DEBUG [RS:0;29a7ef02c270:35863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:13,956 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:51:13,956 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:51:13,956 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:51:13,956 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:51:13,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/running 2024-11-18T20:51:13,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Set watcher on znode that does not yet exist, /1-285133284/running 2024-11-18T20:51:13,959 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:13,967 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:51:13,967 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:13,968 DEBUG [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:13,975 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:13,975 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:13,975 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:13,975 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:13,975 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:13,975 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T20:51:13,995 DEBUG [29a7ef02c270:43203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:13,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=03a81ce13094fbf2e8c14b85e978516e, regionState=OPENING, regionLocation=29a7ef02c270,35907,1731963068164 2024-11-18T20:51:13,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN because future has completed 2024-11-18T20:51:14,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a81ce13094fbf2e8c14b85e978516e, server=29a7ef02c270,35907,1731963068164}] 2024-11-18T20:51:14,044 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/.tmp/ns/213bee68272e4f1a8718976b7de5031b is 43, key is default/ns:d/1731963062910/Put/seqid=0 2024-11-18T20:51:14,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741835_1011 (size=5153) 2024-11-18T20:51:14,075 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/.tmp/ns/213bee68272e4f1a8718976b7de5031b 2024-11-18T20:51:14,084 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/.tmp/ns/213bee68272e4f1a8718976b7de5031b as hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/ns/213bee68272e4f1a8718976b7de5031b 2024-11-18T20:51:14,115 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/ns/213bee68272e4f1a8718976b7de5031b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T20:51:14,116 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=6, compaction requested=false 2024-11-18T20:51:14,116 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:51:14,128 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:51:14,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:14,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:14,129 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:14,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963073974Running coprocessor pre-close hooks at 1731963073974Disabling compacts and flushes for region at 1731963073974Disabling writes for close at 1731963073975 (+1 ms)Obtaining lock to block concurrent updates at 1731963073975Preparing flush snapshotting stores in 1588230740 at 1731963073975Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731963073975Flushing stores of hbase:meta,,1.1588230740 at 1731963073976 (+1 ms)Flushing 1588230740/ns: creating writer at 1731963073976Flushing 1588230740/ns: appending metadata at 1731963074043 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1731963074043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5a2a65: reopening flushed file at 1731963074083 (+40 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=6, compaction requested=false at 1731963074116 (+33 ms)Writing region close event to WAL at 1731963074118 (+2 ms)Running coprocessor post-close hooks at 1731963074129 (+11 ms)Closed at 1731963074129 2024-11-18T20:51:14,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:14,168 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,35863,1731963060352; all regions closed. 2024-11-18T20:51:14,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/WALs/29a7ef02c270,35863,1731963060352/29a7ef02c270%2C35863%2C1731963060352.meta.1731963062685.meta not finished, retry = 0 2024-11-18T20:51:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741834_1010 (size=1152) 2024-11-18T20:51:14,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:14,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:14,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:51:14,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35907%2C1731963068164.rep, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs, maxLogs=10 2024-11-18T20:51:14,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.rep.1731963074218, exclude list is [], retry=0 2024-11-18T20:51:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-1e238544-7442-42ce-92bc-9c9178ffd02b,DISK] 2024-11-18T20:51:14,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.rep.1731963074218 2024-11-18T20:51:14,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-18T20:51:14,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 03a81ce13094fbf2e8c14b85e978516e, NAME => 'hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:14,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:14,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:14,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. service=MultiRowMutationService 2024-11-18T20:51:14,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:51:14,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:14,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,262 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,265 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a81ce13094fbf2e8c14b85e978516e columnFamilyName hfileref 2024-11-18T20:51:14,265 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:14,266 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(327): Store=03a81ce13094fbf2e8c14b85e978516e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:14,266 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,266 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a81ce13094fbf2e8c14b85e978516e columnFamilyName queue 2024-11-18T20:51:14,267 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:14,280 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/queue/7dbf93ae99184b418c1085a49e4533ab 2024-11-18T20:51:14,280 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(327): Store=03a81ce13094fbf2e8c14b85e978516e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:14,280 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,281 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a81ce13094fbf2e8c14b85e978516e columnFamilyName sid 2024-11-18T20:51:14,281 DEBUG [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:14,282 INFO [StoreOpener-03a81ce13094fbf2e8c14b85e978516e-1 {}] regionserver.HStore(327): Store=03a81ce13094fbf2e8c14b85e978516e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:14,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:14,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 03a81ce13094fbf2e8c14b85e978516e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60003344, jitterRate=-0.1058804988861084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:14,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:14,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 03a81ce13094fbf2e8c14b85e978516e: Running coprocessor pre-open hook at 1731963074254Writing region info on filesystem at 1731963074254Initializing all the Stores at 1731963074255 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963074255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963074262 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963074262Cleaning up temporary data from old regions at 1731963074288 (+26 ms)Running coprocessor post-open hooks at 1731963074293 (+5 ms)Region opened successfully at 1731963074293 2024-11-18T20:51:14,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., pid=13, masterSystemTime=1731963074184 2024-11-18T20:51:14,298 DEBUG [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/oldWALs 2024-11-18T20:51:14,298 INFO [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35863%2C1731963060352.meta:.meta(num 1731963062685) 2024-11-18T20:51:14,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=03a81ce13094fbf2e8c14b85e978516e, regionState=OPEN, openSeqNum=9, regionLocation=29a7ef02c270,35907,1731963068164 2024-11-18T20:51:14,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:14,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:14,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a81ce13094fbf2e8c14b85e978516e, server=29a7ef02c270,35907,1731963068164 because future has completed 2024-11-18T20:51:14,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T20:51:14,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 03a81ce13094fbf2e8c14b85e978516e, server=29a7ef02c270,35907,1731963068164 in 300 msec 2024-11-18T20:51:14,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:51:14,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T20:51:14,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a81ce13094fbf2e8c14b85e978516e, ASSIGN in 477 msec 2024-11-18T20:51:14,325 DEBUG [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/oldWALs 2024-11-18T20:51:14,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T20:51:14,325 INFO [RS:0;29a7ef02c270:35863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35863%2C1731963060352:(num 1731963062028) 2024-11-18T20:51:14,325 DEBUG [RS:0;29a7ef02c270:35863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:14,325 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:14,325 INFO [RS:0;29a7ef02c270:35863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:14,325 INFO [RS:0;29a7ef02c270:35863 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:14,326 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:14,326 INFO [RS:0;29a7ef02c270:35863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:14,326 INFO [RS:0;29a7ef02c270:35863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35863 2024-11-18T20:51:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., hostname=29a7ef02c270,35907,1731963068164, seqNum=9] 2024-11-18T20:51:14,363 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 29a7ef02c270,44483,1731963054550 2024-11-18T20:51:14,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T20:51:14,380 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:14,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284/rs 2024-11-18T20:51:14,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-285133284/rs/29a7ef02c270,35863,1731963060352 2024-11-18T20:51:14,382 INFO [RS:0;29a7ef02c270:35863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:14,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,35863,1731963060352] 2024-11-18T20:51:14,438 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/draining/29a7ef02c270,35863,1731963060352 already deleted, retry=false 2024-11-18T20:51:14,438 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,35863,1731963060352 expired; onlineServers=0 2024-11-18T20:51:14,438 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,39609,1731963060237' ***** 2024-11-18T20:51:14,438 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:14,439 DEBUG [M:0;29a7ef02c270:39609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:51:14,439 DEBUG [M:0;29a7ef02c270:39609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:51:14,439 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:51:14,439 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963061714 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963061714,5,FailOnTimeoutGroup] 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:14,439 DEBUG [M:0;29a7ef02c270:39609 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:14,439 INFO [M:0;29a7ef02c270:39609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:51:14,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:51:14,440 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963061714 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963061714,5,FailOnTimeoutGroup] 2024-11-18T20:51:14,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-285133284/master 2024-11-18T20:51:14,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-285133284 2024-11-18T20:51:14,455 DEBUG [M:0;29a7ef02c270:39609 {}] zookeeper.RecoverableZooKeeper(212): Node /1-285133284/master already deleted, retry=false 2024-11-18T20:51:14,455 DEBUG [M:0;29a7ef02c270:39609 {}] master.ActiveMasterManager(353): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-285133284/master 2024-11-18T20:51:14,480 INFO [M:0;29a7ef02c270:39609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/.lastflushedseqids 2024-11-18T20:51:14,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:14,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35863-0x10151008b960004, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:14,531 INFO [RS:0;29a7ef02c270:35863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:14,531 INFO [RS:0;29a7ef02c270:35863 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,35863,1731963060352; zookeeper connection closed. 2024-11-18T20:51:14,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T20:51:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741836_1012 (size=99) 2024-11-18T20:51:14,578 INFO [M:0;29a7ef02c270:39609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:51:14,578 INFO [M:0;29a7ef02c270:39609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:51:14,578 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:14,578 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:14,578 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:14,578 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:14,578 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:14,578 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T20:51:14,592 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c2b529b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c2b529b 2024-11-18T20:51:14,592 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:51:14,634 DEBUG [M:0;29a7ef02c270:39609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d66a3f876b994e0ba2c5ecdf06a8c7db is 82, key is hbase:meta,,1/info:regioninfo/1731963062828/Put/seqid=0 2024-11-18T20:51:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741837_1013 (size=5672) 2024-11-18T20:51:14,694 INFO [M:0;29a7ef02c270:39609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d66a3f876b994e0ba2c5ecdf06a8c7db 2024-11-18T20:51:14,771 DEBUG [M:0;29a7ef02c270:39609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccfb5c2e884f45638bc87994c52ef9eb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731963062924/Put/seqid=0 2024-11-18T20:51:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741838_1014 (size=5275) 2024-11-18T20:51:15,219 INFO [M:0;29a7ef02c270:39609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccfb5c2e884f45638bc87994c52ef9eb 2024-11-18T20:51:15,252 DEBUG [M:0;29a7ef02c270:39609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30e348399a0a4dc7ab383b267e8b66f5 is 69, key is 29a7ef02c270,35863,1731963060352/rs:state/1731963061805/Put/seqid=0 2024-11-18T20:51:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741839_1015 (size=5156) 2024-11-18T20:51:15,260 INFO [M:0;29a7ef02c270:39609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30e348399a0a4dc7ab383b267e8b66f5 2024-11-18T20:51:15,273 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d66a3f876b994e0ba2c5ecdf06a8c7db as hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d66a3f876b994e0ba2c5ecdf06a8c7db 2024-11-18T20:51:15,283 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d66a3f876b994e0ba2c5ecdf06a8c7db, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T20:51:15,290 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccfb5c2e884f45638bc87994c52ef9eb as hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccfb5c2e884f45638bc87994c52ef9eb 2024-11-18T20:51:15,299 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccfb5c2e884f45638bc87994c52ef9eb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T20:51:15,301 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30e348399a0a4dc7ab383b267e8b66f5 as hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30e348399a0a4dc7ab383b267e8b66f5 2024-11-18T20:51:15,307 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35463/user/jenkins/test-data/858a6ef1-f32c-22c0-08d4-2cf6138bbad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30e348399a0a4dc7ab383b267e8b66f5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T20:51:15,308 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 730ms, sequenceid=28, compaction requested=false 2024-11-18T20:51:15,320 INFO [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:15,320 DEBUG [M:0;29a7ef02c270:39609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963074578Disabling compacts and flushes for region at 1731963074578Disabling writes for close at 1731963074578Obtaining lock to block concurrent updates at 1731963074578Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963074578Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731963074578Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963074588 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963074588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963074633 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963074633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963074708 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963074769 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963074769Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963075224 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963075251 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963075251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6927579: reopening flushed file at 1731963075272 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d88bda1: reopening flushed file at 1731963075283 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2afed0: reopening flushed file at 1731963075300 (+17 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 730ms, sequenceid=28, compaction requested=false at 1731963075308 (+8 ms)Writing region close event to WAL at 1731963075319 (+11 ms)Closed at 1731963075319 2024-11-18T20:51:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46069 is added to blk_1073741830_1006 (size=10165) 2024-11-18T20:51:15,331 INFO [M:0;29a7ef02c270:39609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:51:15,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:15,332 INFO [M:0;29a7ef02c270:39609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39609 2024-11-18T20:51:15,336 INFO [M:0;29a7ef02c270:39609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:15,417 DEBUG [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 to pos 0, reset compression=false 2024-11-18T20:51:15,472 INFO [M:0;29a7ef02c270:39609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:15,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:15,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39609-0x10151008b960003, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:15,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:15,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:15,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:15,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:15,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:15,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:51:15,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:51:15,522 WARN [BP-1156694805-172.17.0.2-1731963058374 heartbeating to localhost/127.0.0.1:35463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:51:15,522 WARN [BP-1156694805-172.17.0.2-1731963058374 heartbeating to localhost/127.0.0.1:35463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1156694805-172.17.0.2-1731963058374 (Datanode Uuid a1ee4bb5-0994-4aa7-9dd2-e59d19df32e0) service to localhost/127.0.0.1:35463 2024-11-18T20:51:15,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/cluster_4b189700-ab0f-ce32-8e52-c71647158b63/data/data1/current/BP-1156694805-172.17.0.2-1731963058374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:15,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/cluster_4b189700-ab0f-ce32-8e52-c71647158b63/data/data2/current/BP-1156694805-172.17.0.2-1731963058374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:15,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:51:15,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:15,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:15,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:15,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:15,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:15,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:51:15,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:51:15,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:15,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:15,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:15,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:15,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:15,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:51:15,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=680934297, stopped=false 2024-11-18T20:51:15,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,43203,1731963067816 2024-11-18T20:51:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/running 2024-11-18T20:51:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/running 2024-11-18T20:51:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:15,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:51:15,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Set watcher on znode that does not yet exist, /01085835090/running 2024-11-18T20:51:15,584 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:15,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:15,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:15,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:15,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,35907,1731963068164' ***** 2024-11-18T20:51:15,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:51:15,586 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:51:15,587 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(3091): Received CLOSE for 03a81ce13094fbf2e8c14b85e978516e 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,35907,1731963068164 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35907. 2024-11-18T20:51:15,587 DEBUG [RS:0;29a7ef02c270:35907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:15,587 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03a81ce13094fbf2e8c14b85e978516e, disabling compactions & flushes 2024-11-18T20:51:15,587 DEBUG [RS:0;29a7ef02c270:35907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:15,587 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:15,587 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:51:15,587 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. after waiting 0 ms 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:51:15,587 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:15,587 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:51:15,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:15,596 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:51:15,596 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1325): Online Regions={03a81ce13094fbf2e8c14b85e978516e=hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:15,596 DEBUG [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1351): Waiting on 03a81ce13094fbf2e8c14b85e978516e, 1588230740 2024-11-18T20:51:15,597 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:15,597 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:15,597 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:15,597 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:15,597 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:15,597 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T20:51:15,641 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/replication/03a81ce13094fbf2e8c14b85e978516e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T20:51:15,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:15,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:15,642 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:15,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03a81ce13094fbf2e8c14b85e978516e: Waiting for close lock at 1731963075587Running coprocessor pre-close hooks at 1731963075587Disabling compacts and flushes for region at 1731963075587Disabling writes for close at 1731963075587Writing region close event to WAL at 1731963075617 (+30 ms)Running coprocessor post-close hooks at 1731963075642 (+25 ms)Closed at 1731963075642 2024-11-18T20:51:15,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e. 2024-11-18T20:51:15,654 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/info/535681c4d70544ebb5c046778229366b is 147, key is hbase:replication,,1731963063113.03a81ce13094fbf2e8c14b85e978516e./info:regioninfo/1731963074299/Put/seqid=0 2024-11-18T20:51:15,664 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:15,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741851_1027 (size=6385) 2024-11-18T20:51:15,692 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/info/535681c4d70544ebb5c046778229366b 2024-11-18T20:51:15,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:15,703 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/.tmp/info/535681c4d70544ebb5c046778229366b as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/info/535681c4d70544ebb5c046778229366b 2024-11-18T20:51:15,711 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/info/535681c4d70544ebb5c046778229366b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T20:51:15,712 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=19, compaction requested=false 2024-11-18T20:51:15,712 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:51:15,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:51:15,760 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T20:51:15,761 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:15,761 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:15,761 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:15,761 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963075596Running coprocessor pre-close hooks at 1731963075596Disabling compacts and flushes for region at 1731963075596Disabling writes for close at 1731963075597 (+1 ms)Obtaining lock to block concurrent updates at 1731963075597Preparing flush snapshotting stores in 1588230740 at 1731963075597Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731963075597Flushing stores of hbase:meta,,1.1588230740 at 1731963075599 (+2 ms)Flushing 1588230740/info: creating writer at 1731963075600 (+1 ms)Flushing 1588230740/info: appending metadata at 1731963075652 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731963075652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e6ec6c: reopening flushed file at 1731963075701 (+49 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=19, compaction requested=false at 1731963075712 (+11 ms)Writing region close event to WAL at 1731963075756 (+44 ms)Running coprocessor post-close hooks at 1731963075761 (+5 ms)Closed at 1731963075761 2024-11-18T20:51:15,761 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:15,796 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,35907,1731963068164; all regions closed. 2024-11-18T20:51:15,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.meta.1731963070045.meta not finished, retry = 0 2024-11-18T20:51:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741849_1025 (size=2156) 2024-11-18T20:51:15,908 DEBUG [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs 2024-11-18T20:51:15,908 INFO [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35907%2C1731963068164.meta:.meta(num 1731963070045) 2024-11-18T20:51:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741850_1026 (size=796) 2024-11-18T20:51:15,914 DEBUG [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs 2024-11-18T20:51:15,914 INFO [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35907%2C1731963068164.rep:(num 1731963074218) 2024-11-18T20:51:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741848_1024 (size=93) 2024-11-18T20:51:15,955 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/WALs/29a7ef02c270,35907,1731963068164/29a7ef02c270%2C35907%2C1731963068164.1731963069745 not finished, retry = 0 2024-11-18T20:51:16,058 DEBUG [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/oldWALs 2024-11-18T20:51:16,058 INFO [RS:0;29a7ef02c270:35907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C35907%2C1731963068164:(num 1731963069745) 2024-11-18T20:51:16,058 DEBUG [RS:0;29a7ef02c270:35907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:16,058 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:16,059 INFO [RS:0;29a7ef02c270:35907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:16,059 INFO [RS:0;29a7ef02c270:35907 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:16,059 INFO [RS:0;29a7ef02c270:35907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:16,059 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,35907,1731963068164 because: Region server is closing 2024-11-18T20:51:16,059 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T20:51:16,059 INFO [RS:0;29a7ef02c270:35907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35907. 2024-11-18T20:51:16,059 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T20:51:16,059 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T20:51:16,059 DEBUG [RS:0;29a7ef02c270:35907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:16,060 DEBUG [RS:0;29a7ef02c270:35907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:16,060 DEBUG [RS:0;29a7ef02c270:35907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:16,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:16,060 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:16,160 WARN [RS:0;29a7ef02c270:35907.replicationSource.shipper29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:51:16,160 WARN [RS:0;29a7ef02c270:35907.replicationSource.wal-reader.29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:51:16,161 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;29a7ef02c270:35907.replicationSource.shipper29a7ef02c270%2C35907%2C1731963068164,1-29a7ef02c270,35907,1731963068164 terminated 2024-11-18T20:51:16,161 INFO [RS:0;29a7ef02c270:35907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35907 2024-11-18T20:51:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/rs/29a7ef02c270,35907,1731963068164 2024-11-18T20:51:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090/rs 2024-11-18T20:51:16,197 INFO [RS:0;29a7ef02c270:35907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:16,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,35907,1731963068164] 2024-11-18T20:51:16,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/draining/29a7ef02c270,35907,1731963068164 already deleted, retry=false 2024-11-18T20:51:16,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,35907,1731963068164 expired; onlineServers=0 2024-11-18T20:51:16,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,43203,1731963067816' ***** 2024-11-18T20:51:16,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:51:16,205 INFO [M:0;29a7ef02c270:43203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:16,205 INFO [M:0;29a7ef02c270:43203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:16,206 DEBUG [M:0;29a7ef02c270:43203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:51:16,206 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:51:16,206 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963069239 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963069239,5,FailOnTimeoutGroup] 2024-11-18T20:51:16,206 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963069247 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963069247,5,FailOnTimeoutGroup] 2024-11-18T20:51:16,206 DEBUG [M:0;29a7ef02c270:43203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:51:16,207 INFO [M:0;29a7ef02c270:43203 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:16,207 INFO [M:0;29a7ef02c270:43203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:16,207 DEBUG [M:0;29a7ef02c270:43203 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:51:16,207 INFO [M:0;29a7ef02c270:43203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:51:16,207 INFO [M:0;29a7ef02c270:43203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:16,207 INFO [M:0;29a7ef02c270:43203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:51:16,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:51:16,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01085835090/master 2024-11-18T20:51:16,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01085835090 2024-11-18T20:51:16,230 DEBUG [M:0;29a7ef02c270:43203 {}] zookeeper.RecoverableZooKeeper(212): Node /01085835090/master already deleted, retry=false 2024-11-18T20:51:16,230 DEBUG [M:0;29a7ef02c270:43203 {}] master.ActiveMasterManager(353): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Failed delete of our master address node; KeeperErrorCode = NoNode for /01085835090/master 2024-11-18T20:51:16,231 INFO [M:0;29a7ef02c270:43203 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/.lastflushedseqids 2024-11-18T20:51:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741852_1028 (size=181) 2024-11-18T20:51:16,314 INFO [RS:0;29a7ef02c270:35907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:16,314 INFO [RS:0;29a7ef02c270:35907 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,35907,1731963068164; zookeeper connection closed. 2024-11-18T20:51:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35907-0x10151008b960007, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:16,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72ffc7be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72ffc7be 2024-11-18T20:51:16,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:51:16,707 INFO [M:0;29a7ef02c270:43203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:51:16,707 INFO [M:0;29a7ef02c270:43203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:51:16,707 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:16,707 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:16,707 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:16,707 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:16,707 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:16,708 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T20:51:16,760 DEBUG [M:0;29a7ef02c270:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/343e693845f7405683e2dc4fd44f7466 is 82, key is hbase:meta,,1/info:regioninfo/1731963070240/Put/seqid=0 2024-11-18T20:51:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741853_1029 (size=5672) 2024-11-18T20:51:16,813 INFO [M:0;29a7ef02c270:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/343e693845f7405683e2dc4fd44f7466 2024-11-18T20:51:16,860 DEBUG [M:0;29a7ef02c270:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/927f20c0b7d0410391882216d12c614e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731963074322/Put/seqid=0 2024-11-18T20:51:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741854_1030 (size=7312) 2024-11-18T20:51:16,908 INFO [M:0;29a7ef02c270:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/927f20c0b7d0410391882216d12c614e 2024-11-18T20:51:16,953 DEBUG [M:0;29a7ef02c270:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6ff81016fe4de3ba63c8b57e319307 is 69, key is 29a7ef02c270,35907,1731963068164/rs:state/1731963069334/Put/seqid=0 2024-11-18T20:51:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741855_1031 (size=5370) 2024-11-18T20:51:17,399 INFO [M:0;29a7ef02c270:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6ff81016fe4de3ba63c8b57e319307 2024-11-18T20:51:17,404 INFO [M:0;29a7ef02c270:43203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b6ff81016fe4de3ba63c8b57e319307 2024-11-18T20:51:17,405 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/343e693845f7405683e2dc4fd44f7466 as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/343e693845f7405683e2dc4fd44f7466 2024-11-18T20:51:17,416 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/343e693845f7405683e2dc4fd44f7466, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T20:51:17,419 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/927f20c0b7d0410391882216d12c614e as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/927f20c0b7d0410391882216d12c614e 2024-11-18T20:51:17,431 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/927f20c0b7d0410391882216d12c614e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T20:51:17,433 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6ff81016fe4de3ba63c8b57e319307 as hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b6ff81016fe4de3ba63c8b57e319307 2024-11-18T20:51:17,445 INFO [M:0;29a7ef02c270:43203 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b6ff81016fe4de3ba63c8b57e319307 2024-11-18T20:51:17,445 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/90057311-b6ad-14f1-03c1-7804e0d6a325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b6ff81016fe4de3ba63c8b57e319307, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T20:51:17,448 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=127, compaction requested=false 2024-11-18T20:51:17,502 INFO [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:17,502 DEBUG [M:0;29a7ef02c270:43203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963076707Disabling compacts and flushes for region at 1731963076707Disabling writes for close at 1731963076707Obtaining lock to block concurrent updates at 1731963076708 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963076708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731963076708Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963076710 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963076710Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963076750 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963076750Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963076823 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963076859 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963076859Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963076914 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963076952 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963076952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f15836b: reopening flushed file at 1731963077404 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c6db89: reopening flushed file at 1731963077417 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5025bfea: reopening flushed file at 1731963077431 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=127, compaction requested=false at 1731963077448 (+17 ms)Writing region close event to WAL at 1731963077502 (+54 ms)Closed at 1731963077502 2024-11-18T20:51:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741847_1023 (size=22903) 2024-11-18T20:51:17,568 INFO [M:0;29a7ef02c270:43203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:51:17,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:17,568 INFO [M:0;29a7ef02c270:43203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43203 2024-11-18T20:51:17,568 INFO [M:0;29a7ef02c270:43203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:17,706 INFO [M:0;29a7ef02c270:43203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:17,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:17,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10151008b960006, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:17,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:17,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:17,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:17,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:17,786 WARN [BP-1294828260-172.17.0.2-1731963050636 heartbeating to localhost/127.0.0.1:36501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:51:17,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:51:17,786 WARN [BP-1294828260-172.17.0.2-1731963050636 heartbeating to localhost/127.0.0.1:36501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294828260-172.17.0.2-1731963050636 (Datanode Uuid 62a40cb9-c38b-4759-81a5-b3ac070cd27b) service to localhost/127.0.0.1:36501 2024-11-18T20:51:17,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:51:17,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/data/data1/current/BP-1294828260-172.17.0.2-1731963050636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:17,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/cluster_895c4a5c-376d-acce-445a-ef7a8211e2fc/data/data2/current/BP-1294828260-172.17.0.2-1731963050636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:17,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:51:17,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:17,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:17,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:17,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:17,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b312491d-f2de-91fa-943a-4f3169f901d8/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:17,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:51:17,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:51:17,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35463 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36501 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=564 (was 506) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=900 (was 795) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=602 (was 946) 2024-11-18T20:51:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151008b960005, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:51:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151008b960002, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:51:17,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151008b960005, quorum=127.0.0.1:65278, baseZNode=/1-285133284 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:51:17,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151008b960002, quorum=127.0.0.1:65278, baseZNode=/01085835090 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:51:17,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=564, MaxFileDescriptor=1048576, SystemLoadAverage=900, ProcessCount=11, AvailableMemoryMB=602 2024-11-18T20:51:17,935 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T20:51:17,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir so I do NOT create it in target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80 2024-11-18T20:51:17,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:51:17,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.tmp.dir so I do NOT create it in target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80 2024-11-18T20:51:17,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55d5f52-3aa8-a71e-6bf0-2de6427ff5d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:51:17,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80 2024-11-18T20:51:17,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc, deleteOnExit=true 2024-11-18T20:51:17,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/zookeeper_0, clientPort=51347, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:51:17,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51347 2024-11-18T20:51:17,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:51:17,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:51:17,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/test.cache.data in system properties and HBase conf 2024-11-18T20:51:17,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:51:17,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:51:17,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:51:17,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:51:17,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:51:17,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:51:17,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:51:17,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:17,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:51:17,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:51:18,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:18,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:18,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:18,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:18,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:51:18,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:18,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:18,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:18,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56324a50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-4220455295346221414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:18,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-18T20:51:18,892 INFO [Time-limited test {}] server.Server(415): Started @174385ms 2024-11-18T20:51:19,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:19,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:19,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:19,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:19,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:51:19,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:19,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:19,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/java.io.tmpdir/jetty-localhost-36689-hadoop-hdfs-3_4_1-tests_jar-_-any-7507578977970195571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:19,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:36689} 2024-11-18T20:51:19,655 INFO [Time-limited test {}] server.Server(415): Started @175149ms 2024-11-18T20:51:19,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:51:20,424 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/data/data1/current/BP-695452878-172.17.0.2-1731963078019/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:20,444 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/data/data2/current/BP-695452878-172.17.0.2-1731963078019/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:20,510 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:51:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe28b0c90d0389dd0 with lease ID 0x2b88247d9272ba02: Processing first storage report for DS-24f90081-5fa9-463c-bfef-86266bc1f16c from datanode DatanodeRegistration(127.0.0.1:36551, datanodeUuid=f486a167-5587-46e6-a520-8cf0d9adb961, infoPort=34359, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=797623674;c=1731963078019) 2024-11-18T20:51:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe28b0c90d0389dd0 with lease ID 0x2b88247d9272ba02: from storage DS-24f90081-5fa9-463c-bfef-86266bc1f16c node DatanodeRegistration(127.0.0.1:36551, datanodeUuid=f486a167-5587-46e6-a520-8cf0d9adb961, infoPort=34359, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=797623674;c=1731963078019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe28b0c90d0389dd0 with lease ID 0x2b88247d9272ba02: Processing first storage report for DS-6c92ee41-c8e9-4634-aebe-3f3cda24358e from datanode DatanodeRegistration(127.0.0.1:36551, datanodeUuid=f486a167-5587-46e6-a520-8cf0d9adb961, infoPort=34359, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=797623674;c=1731963078019) 2024-11-18T20:51:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe28b0c90d0389dd0 with lease ID 0x2b88247d9272ba02: from storage DS-6c92ee41-c8e9-4634-aebe-3f3cda24358e node DatanodeRegistration(127.0.0.1:36551, datanodeUuid=f486a167-5587-46e6-a520-8cf0d9adb961, infoPort=34359, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=797623674;c=1731963078019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:20,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80 2024-11-18T20:51:20,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:20,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:20,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:51:20,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71 with version=8 2024-11-18T20:51:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/hbase-staging 2024-11-18T20:51:20,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:51:20,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:20,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46699 2024-11-18T20:51:20,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46699 connecting to ZooKeeper ensemble=127.0.0.1:51347 2024-11-18T20:51:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466990x0, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:20,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46699-0x1015100f7270000 connected 2024-11-18T20:51:20,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:20,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:20,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/running 2024-11-18T20:51:20,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71, hbase.cluster.distributed=false 2024-11-18T20:51:20,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/acl 2024-11-18T20:51:20,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-18T20:51:20,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46699 2024-11-18T20:51:20,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46699 2024-11-18T20:51:20,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-18T20:51:20,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-18T20:51:21,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:21,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:21,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:21,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:21,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:21,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:21,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:51:21,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:21,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36409 2024-11-18T20:51:21,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36409 connecting to ZooKeeper ensemble=127.0.0.1:51347 2024-11-18T20:51:21,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:21,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:21,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364090x0, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/running 2024-11-18T20:51:21,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:51:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364090x0, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:21,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:51:21,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364090x0, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/master 2024-11-18T20:51:21,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364090x0, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/acl 2024-11-18T20:51:21,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36409-0x1015100f7270001 connected 2024-11-18T20:51:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-18T20:51:21,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36409 2024-11-18T20:51:21,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36409 2024-11-18T20:51:21,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:21,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-18T20:51:21,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-18T20:51:21,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,263 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:46699 2024-11-18T20:51:21,273 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0374090444/backup-masters/29a7ef02c270,46699,1731963080561 2024-11-18T20:51:21,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444/backup-masters 2024-11-18T20:51:21,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444/backup-masters 2024-11-18T20:51:21,281 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on existing znode=/0374090444/backup-masters/29a7ef02c270,46699,1731963080561 2024-11-18T20:51:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,289 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on existing znode=/0374090444/master 2024-11-18T20:51:21,290 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0374090444/backup-masters/29a7ef02c270,46699,1731963080561 from backup master directory 2024-11-18T20:51:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374090444/master 2024-11-18T20:51:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:21,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444/backup-masters 2024-11-18T20:51:21,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374090444/backup-masters/29a7ef02c270,46699,1731963080561 2024-11-18T20:51:21,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444/backup-masters 2024-11-18T20:51:21,297 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:21,297 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,46699,1731963080561 2024-11-18T20:51:21,317 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/hbase.id] with ID: acd31b04-7f3a-4adf-90fa-7f4c8bf63d02 2024-11-18T20:51:21,317 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/.tmp/hbase.id 2024-11-18T20:51:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:51:21,361 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/.tmp/hbase.id]:[hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/hbase.id] 2024-11-18T20:51:21,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:21,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:51:21,379 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T20:51:21,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:51:21,477 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:21,478 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:51:21,487 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:51:21,537 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store 2024-11-18T20:51:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:51:21,608 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:21,608 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:21,608 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:21,608 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:21,608 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:21,608 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:21,608 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:21,609 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963081608Disabling compacts and flushes for region at 1731963081608Disabling writes for close at 1731963081608Writing region close event to WAL at 1731963081608Closed at 1731963081608 2024-11-18T20:51:21,620 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/.initializing 2024-11-18T20:51:21,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/WALs/29a7ef02c270,46699,1731963080561 2024-11-18T20:51:21,622 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:21,624 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C46699%2C1731963080561, suffix=, logDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/WALs/29a7ef02c270,46699,1731963080561, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/oldWALs, maxLogs=10 2024-11-18T20:51:21,682 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/WALs/29a7ef02c270,46699,1731963080561/29a7ef02c270%2C46699%2C1731963080561.1731963081624, exclude list is [], retry=0 2024-11-18T20:51:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-24f90081-5fa9-463c-bfef-86266bc1f16c,DISK] 2024-11-18T20:51:21,725 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/WALs/29a7ef02c270,46699,1731963080561/29a7ef02c270%2C46699%2C1731963080561.1731963081624 2024-11-18T20:51:21,737 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-18T20:51:21,737 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:21,738 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:21,738 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,738 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:51:21,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:51:21,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:21,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:21,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:51:21,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:21,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:21,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:51:21,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:21,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:21,768 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,768 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,769 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,770 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,770 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,770 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:21,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:21,789 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:21,790 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68729022, jitterRate=0.02414223551750183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:21,790 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963081738Initializing all the Stores at 1731963081739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963081739Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963081751 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963081751Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963081751Cleaning up temporary data from old regions at 1731963081770 (+19 ms)Region opened successfully at 1731963081790 (+20 ms) 2024-11-18T20:51:21,803 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:51:21,808 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329a552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:21,808 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:51:21,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:51:21,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:51:21,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:51:21,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:51:21,810 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:51:21,810 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:51:21,834 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:51:21,835 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Unable to get data of znode /0374090444/balancer because node does not exist (not necessarily an error) 2024-11-18T20:51:21,872 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374090444/balancer already deleted, retry=false 2024-11-18T20:51:21,872 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:51:21,873 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Unable to get data of znode /0374090444/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:51:21,880 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374090444/normalizer already deleted, retry=false 2024-11-18T20:51:21,881 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:51:21,893 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Unable to get data of znode /0374090444/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:51:21,897 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374090444/switch/split already deleted, retry=false 2024-11-18T20:51:21,898 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Unable to get data of znode /0374090444/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:51:21,906 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374090444/switch/merge already deleted, retry=false 2024-11-18T20:51:21,908 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Unable to get data of znode /0374090444/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:51:21,914 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374090444/snapshot-cleanup already deleted, retry=false 2024-11-18T20:51:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374090444/running 2024-11-18T20:51:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374090444/running 2024-11-18T20:51:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,924 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,46699,1731963080561, sessionid=0x1015100f7270000, setting cluster-up flag (Was=false) 2024-11-18T20:51:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,964 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0374090444/flush-table-proc/acquired, /0374090444/flush-table-proc/reached, /0374090444/flush-table-proc/abort 2024-11-18T20:51:21,965 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,46699,1731963080561 2024-11-18T20:51:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:22,005 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0374090444/online-snapshot/acquired, /0374090444/online-snapshot/reached, /0374090444/online-snapshot/abort 2024-11-18T20:51:22,007 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,46699,1731963080561 2024-11-18T20:51:22,020 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:51:22,032 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:22,032 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:51:22,032 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:51:22,032 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 29a7ef02c270,44483,1731963054550: status=Processing ServerCrashProcedure of 29a7ef02c270,44483,1731963054550 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731963069168, completionTime=-1 appears to have been leaked 2024-11-18T20:51:22,033 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,46699,1731963080561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:51:22,034 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:22,034 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:22,034 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:22,034 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:22,034 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:51:22,035 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,035 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:22,035 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:22,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:51:22,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:51:22,076 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963112076 2024-11-18T20:51:22,076 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:51:22,077 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:51:22,077 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:51:22,077 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:51:22,077 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:51:22,077 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:51:22,081 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:51:22,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:51:22,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:51:22,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:51:22,133 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(746): ClusterId : acd31b04-7f3a-4adf-90fa-7f4c8bf63d02 2024-11-18T20:51:22,133 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:51:22,135 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:51:22,135 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:51:22,142 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:51:22,142 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:51:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:51:22,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:51:22,150 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71 2024-11-18T20:51:22,150 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:51:22,150 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e8fc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:22,155 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963082135,5,FailOnTimeoutGroup] 2024-11-18T20:51:22,155 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963082155,5,FailOnTimeoutGroup] 2024-11-18T20:51:22,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:51:22,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,156 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:51:22,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:22,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:22,172 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:36409 2024-11-18T20:51:22,172 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:51:22,172 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:51:22,172 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:51:22,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:22,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,173 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,46699,1731963080561 with port=36409, startcode=1731963081042 2024-11-18T20:51:22,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,173 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:51:22,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:22,176 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:51:22,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:22,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46699 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:22,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:22,178 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71 2024-11-18T20:51:22,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,178 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33755 2024-11-18T20:51:22,178 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:51:22,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:22,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:22,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:22,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740 2024-11-18T20:51:22,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444/rs 2024-11-18T20:51:22,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740 2024-11-18T20:51:22,189 DEBUG [RS:0;29a7ef02c270:36409 {}] zookeeper.ZKUtil(111): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on existing znode=/0374090444/rs/29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,190 WARN [RS:0;29a7ef02c270:36409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:22,190 INFO [RS:0;29a7ef02c270:36409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:22,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:22,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:22,190 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,190 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:22,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:22,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,36409,1731963081042] 2024-11-18T20:51:22,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:22,202 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67747697, jitterRate=0.00951935350894928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963082165Initializing all the Stores at 1731963082166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963082166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963082167 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963082167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963082167Cleaning up temporary data from old regions at 1731963082190 (+23 ms)Region opened successfully at 1731963082202 (+12 ms) 2024-11-18T20:51:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:22,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:22,206 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:51:22,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:22,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963082202Disabling compacts and flushes for region at 1731963082202Disabling writes for close at 1731963082202Writing region close event to WAL at 1731963082211 (+9 ms)Closed at 1731963082211 2024-11-18T20:51:22,212 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:51:22,214 INFO [RS:0;29a7ef02c270:36409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:51:22,214 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:22,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:51:22,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:51:22,215 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:51:22,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:22,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:51:22,217 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:51:22,217 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:22,218 DEBUG [RS:0;29a7ef02c270:36409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:22,226 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,226 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,226 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,226 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,226 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,227 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,36409,1731963081042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:22,252 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:51:22,252 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,36409,1731963081042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,253 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,253 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.Replication(171): 29a7ef02c270,36409,1731963081042 started 2024-11-18T20:51:22,270 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,271 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,36409,1731963081042, RpcServer on 29a7ef02c270/172.17.0.2:36409, sessionid=0x1015100f7270001 2024-11-18T20:51:22,271 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:51:22,271 DEBUG [RS:0;29a7ef02c270:36409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,271 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,36409,1731963081042' 2024-11-18T20:51:22,271 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0374090444/flush-table-proc/abort' 2024-11-18T20:51:22,271 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0374090444/flush-table-proc/acquired' 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,36409,1731963081042' 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0374090444/online-snapshot/abort' 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0374090444/online-snapshot/acquired' 2024-11-18T20:51:22,272 DEBUG [RS:0;29a7ef02c270:36409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:51:22,272 INFO [RS:0;29a7ef02c270:36409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:51:22,272 INFO [RS:0;29a7ef02c270:36409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:51:22,367 WARN [29a7ef02c270:46699 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:51:22,373 INFO [RS:0;29a7ef02c270:36409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:22,374 INFO [RS:0;29a7ef02c270:36409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C36409%2C1731963081042, suffix=, logDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/oldWALs, maxLogs=10 2024-11-18T20:51:22,390 DEBUG [RS:0;29a7ef02c270:36409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374, exclude list is [], retry=0 2024-11-18T20:51:22,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-24f90081-5fa9-463c-bfef-86266bc1f16c,DISK] 2024-11-18T20:51:22,395 INFO [RS:0;29a7ef02c270:36409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 2024-11-18T20:51:22,395 DEBUG [RS:0;29a7ef02c270:36409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-18T20:51:22,617 DEBUG [29a7ef02c270:46699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:22,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,36409,1731963081042, state=OPENING 2024-11-18T20:51:22,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:51:22,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:22,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:22,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374090444/meta-region-server: CHANGED 2024-11-18T20:51:22,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374090444/meta-region-server: CHANGED 2024-11-18T20:51:22,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:22,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,36409,1731963081042}] 2024-11-18T20:51:22,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:22,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:51:22,797 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:51:22,797 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:22,797 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:51:22,798 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C36409%2C1731963081042.meta, suffix=.meta, logDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/oldWALs, maxLogs=10 2024-11-18T20:51:22,815 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.meta.1731963082799.meta, exclude list is [], retry=0 2024-11-18T20:51:22,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-24f90081-5fa9-463c-bfef-86266bc1f16c,DISK] 2024-11-18T20:51:22,819 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.meta.1731963082799.meta 2024-11-18T20:51:22,819 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-18T20:51:22,819 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:22,819 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:22,819 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:22,820 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:51:22,820 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:51:22,820 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:51:22,820 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:22,820 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:51:22,820 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:51:22,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:22,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:22,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:22,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:22,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:22,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:22,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:22,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:22,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:22,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:22,828 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:22,829 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740 2024-11-18T20:51:22,830 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740 2024-11-18T20:51:22,831 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:22,831 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:22,831 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:22,832 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:22,833 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61445596, jitterRate=-0.08438926935195923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:22,833 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:51:22,834 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963082820Writing region info on filesystem at 1731963082820Initializing all the Stores at 1731963082821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963082821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963082823 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963082823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963082823Cleaning up temporary data from old regions at 1731963082831 (+8 ms)Running coprocessor post-open hooks at 1731963082833 (+2 ms)Region opened successfully at 1731963082834 (+1 ms) 2024-11-18T20:51:22,835 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963082791 2024-11-18T20:51:22,837 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:51:22,837 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:51:22,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,36409,1731963081042, state=OPEN 2024-11-18T20:51:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0374090444/meta-region-server 2024-11-18T20:51:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0374090444/meta-region-server 2024-11-18T20:51:22,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374090444/meta-region-server: CHANGED 2024-11-18T20:51:22,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374090444/meta-region-server: CHANGED 2024-11-18T20:51:22,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:22,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:51:22,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,36409,1731963081042 in 274 msec 2024-11-18T20:51:22,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:51:22,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-18T20:51:22,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:22,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:51:22,940 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:22,940 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36409,1731963081042, seqNum=-1] 2024-11-18T20:51:22,940 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:22,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:22,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 917 msec 2024-11-18T20:51:22,948 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963082948, completionTime=-1 2024-11-18T20:51:22,948 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:51:22,949 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:51:22,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:51:22,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963142952 2024-11-18T20:51:22,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963202952 2024-11-18T20:51:22,952 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T20:51:22,953 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46699,1731963080561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,953 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46699,1731963080561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,953 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46699,1731963080561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,953 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:46699, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,953 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,955 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:51:22,956 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.663sec 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46699,1731963080561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:22,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46699,1731963080561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:51:22,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:51:22,962 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:51:22,962 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46699,1731963080561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:23,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:23,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:23,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:23,039 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e98e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:23,041 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:23,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:23,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36409,1731963081042, seqNum=-1] 2024-11-18T20:51:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:23,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:23,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,46699,1731963080561 2024-11-18T20:51:23,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51347 2024-11-18T20:51:23,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:23,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015100f7270002 connected 2024-11-18T20:51:23,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir so I do NOT create it in target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c 2024-11-18T20:51:23,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:51:23,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.tmp.dir so I do NOT create it in target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c 2024-11-18T20:51:23,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:51:23,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c 2024-11-18T20:51:23,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:51:23,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/cluster_10979567-d7b8-0604-bf93-2f09e04605d8, deleteOnExit=true 2024-11-18T20:51:23,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:51:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/test.cache.data in system properties and HBase conf 2024-11-18T20:51:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:51:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:51:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:51:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:51:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:51:23,075 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:51:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:51:23,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:51:23,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:23,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:51:23,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:51:23,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:23,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:23,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:23,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:23,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:51:23,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:23,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:23,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:23,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1228fad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/java.io.tmpdir/jetty-localhost-38657-hadoop-hdfs-3_4_1-tests_jar-_-any-1591145040424684875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:23,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:38657} 2024-11-18T20:51:23,635 INFO [Time-limited test {}] server.Server(415): Started @179129ms 2024-11-18T20:51:24,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:24,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:24,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:24,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:24,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:51:24,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:24,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:24,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc06253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/java.io.tmpdir/jetty-localhost-44419-hadoop-hdfs-3_4_1-tests_jar-_-any-12789196769672732778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:24,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:44419} 2024-11-18T20:51:24,528 INFO [Time-limited test {}] server.Server(415): Started @180022ms 2024-11-18T20:51:24,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:51:25,106 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/cluster_10979567-d7b8-0604-bf93-2f09e04605d8/data/data2/current/BP-1261317797-172.17.0.2-1731963083104/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:25,106 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/cluster_10979567-d7b8-0604-bf93-2f09e04605d8/data/data1/current/BP-1261317797-172.17.0.2-1731963083104/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:25,128 WARN [Thread-1778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:51:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x944ffcea95b58772 with lease ID 0xc82dd04aea0e9a4a: Processing first storage report for DS-2807c256-d4de-4762-8b8f-50f14b4a14a3 from datanode DatanodeRegistration(127.0.0.1:43997, datanodeUuid=29a9c608-54ca-4855-be48-a5686f40b870, infoPort=41409, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=1023559999;c=1731963083104) 2024-11-18T20:51:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x944ffcea95b58772 with lease ID 0xc82dd04aea0e9a4a: from storage DS-2807c256-d4de-4762-8b8f-50f14b4a14a3 node DatanodeRegistration(127.0.0.1:43997, datanodeUuid=29a9c608-54ca-4855-be48-a5686f40b870, infoPort=41409, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=1023559999;c=1731963083104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x944ffcea95b58772 with lease ID 0xc82dd04aea0e9a4a: Processing first storage report for DS-76ddd57c-6fe5-4b8f-abc3-9535a2d6e3d7 from datanode DatanodeRegistration(127.0.0.1:43997, datanodeUuid=29a9c608-54ca-4855-be48-a5686f40b870, infoPort=41409, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=1023559999;c=1731963083104) 2024-11-18T20:51:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x944ffcea95b58772 with lease ID 0xc82dd04aea0e9a4a: from storage DS-76ddd57c-6fe5-4b8f-abc3-9535a2d6e3d7 node DatanodeRegistration(127.0.0.1:43997, datanodeUuid=29a9c608-54ca-4855-be48-a5686f40b870, infoPort=41409, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=1023559999;c=1731963083104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:25,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c 2024-11-18T20:51:25,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:25,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:51:25,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf with version=8 2024-11-18T20:51:25,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/hbase-staging 2024-11-18T20:51:25,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:25,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:25,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:25,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:25,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:25,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:25,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:51:25,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:25,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37387 2024-11-18T20:51:25,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37387 connecting to ZooKeeper ensemble=127.0.0.1:51347 2024-11-18T20:51:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373870x0, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:25,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37387-0x1015100f7270003 connected 2024-11-18T20:51:25,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:25,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:25,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/running 2024-11-18T20:51:25,709 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf, hbase.cluster.distributed=false 2024-11-18T20:51:25,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/acl 2024-11-18T20:51:25,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-18T20:51:25,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37387 2024-11-18T20:51:25,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37387 2024-11-18T20:51:25,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-18T20:51:25,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-18T20:51:25,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:25,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:25,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:51:25,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:25,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35963 2024-11-18T20:51:25,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35963 connecting to ZooKeeper ensemble=127.0.0.1:51347 2024-11-18T20:51:25,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:25,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:25,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359630x0, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:25,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359630x0, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/running 2024-11-18T20:51:25,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35963-0x1015100f7270004 connected 2024-11-18T20:51:25,747 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:51:25,752 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:51:25,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/master 2024-11-18T20:51:25,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/acl 2024-11-18T20:51:25,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-18T20:51:25,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35963 2024-11-18T20:51:25,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35963 2024-11-18T20:51:25,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-18T20:51:25,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-18T20:51:25,781 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:37387 2024-11-18T20:51:25,783 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-794400493/backup-masters/29a7ef02c270,37387,1731963085591 2024-11-18T20:51:25,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493/backup-masters 2024-11-18T20:51:25,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493/backup-masters 2024-11-18T20:51:25,789 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on existing znode=/1-794400493/backup-masters/29a7ef02c270,37387,1731963085591 2024-11-18T20:51:25,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-794400493/master 2024-11-18T20:51:25,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:25,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:25,797 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on existing znode=/1-794400493/master 2024-11-18T20:51:25,797 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-794400493/backup-masters/29a7ef02c270,37387,1731963085591 from backup master directory 2024-11-18T20:51:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794400493/backup-masters/29a7ef02c270,37387,1731963085591 2024-11-18T20:51:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493/backup-masters 2024-11-18T20:51:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493/backup-masters 2024-11-18T20:51:25,805 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:25,805 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,37387,1731963085591 2024-11-18T20:51:25,809 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/hbase.id] with ID: 0de1376e-da74-41a7-9ed6-74a37ecfe6ee 2024-11-18T20:51:25,809 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/.tmp/hbase.id 2024-11-18T20:51:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:51:26,218 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/.tmp/hbase.id]:[hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/hbase.id] 2024-11-18T20:51:26,233 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:26,233 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:51:26,234 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:51:26,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:26,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:51:26,655 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:26,655 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:51:26,659 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:51:26,673 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store 2024-11-18T20:51:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:51:27,086 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:27,086 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:27,086 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:27,086 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:27,086 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:27,086 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:27,086 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:27,086 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963087086Disabling compacts and flushes for region at 1731963087086Disabling writes for close at 1731963087086Writing region close event to WAL at 1731963087086Closed at 1731963087086 2024-11-18T20:51:27,087 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/.initializing 2024-11-18T20:51:27,087 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/WALs/29a7ef02c270,37387,1731963085591 2024-11-18T20:51:27,089 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:27,090 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C37387%2C1731963085591, suffix=, logDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/WALs/29a7ef02c270,37387,1731963085591, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/oldWALs, maxLogs=10 2024-11-18T20:51:27,107 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/WALs/29a7ef02c270,37387,1731963085591/29a7ef02c270%2C37387%2C1731963085591.1731963087090, exclude list is [], retry=0 2024-11-18T20:51:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-2807c256-d4de-4762-8b8f-50f14b4a14a3,DISK] 2024-11-18T20:51:27,120 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/WALs/29a7ef02c270,37387,1731963085591/29a7ef02c270%2C37387%2C1731963085591.1731963087090 2024-11-18T20:51:27,125 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-11-18T20:51:27,125 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:27,125 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:27,126 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,126 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:51:27,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:27,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:27,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:51:27,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:27,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:27,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:51:27,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:27,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:27,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:51:27,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:27,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:27,147 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,148 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,148 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,150 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,150 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,150 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:27,151 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:27,156 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:27,157 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69246082, jitterRate=0.0318470299243927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:27,158 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963087126Initializing all the Stores at 1731963087127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963087127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963087131 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963087131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963087131Cleaning up temporary data from old regions at 1731963087150 (+19 ms)Region opened successfully at 1731963087157 (+7 ms) 2024-11-18T20:51:27,163 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:51:27,178 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b4ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:27,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:51:27,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:51:27,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:51:27,179 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:51:27,180 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:51:27,181 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:51:27,181 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:51:27,209 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:51:27,211 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Unable to get data of znode /1-794400493/balancer because node does not exist (not necessarily an error) 2024-11-18T20:51:27,247 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794400493/balancer already deleted, retry=false 2024-11-18T20:51:27,247 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:51:27,248 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Unable to get data of znode /1-794400493/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:51:27,255 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794400493/normalizer already deleted, retry=false 2024-11-18T20:51:27,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:51:27,267 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Unable to get data of znode /1-794400493/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:51:27,272 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794400493/switch/split already deleted, retry=false 2024-11-18T20:51:27,273 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Unable to get data of znode /1-794400493/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:51:27,280 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794400493/switch/merge already deleted, retry=false 2024-11-18T20:51:27,283 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Unable to get data of znode /1-794400493/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:51:27,288 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-794400493/snapshot-cleanup already deleted, retry=false 2024-11-18T20:51:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-794400493/running 2024-11-18T20:51:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:27,297 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,37387,1731963085591, sessionid=0x1015100f7270003, setting cluster-up flag (Was=false) 2024-11-18T20:51:27,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-794400493/running 2024-11-18T20:51:27,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:27,338 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-794400493/flush-table-proc/acquired, /1-794400493/flush-table-proc/reached, /1-794400493/flush-table-proc/abort 2024-11-18T20:51:27,345 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,37387,1731963085591 2024-11-18T20:51:27,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:27,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:27,388 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-794400493/online-snapshot/acquired, /1-794400493/online-snapshot/reached, /1-794400493/online-snapshot/abort 2024-11-18T20:51:27,389 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,37387,1731963085591 2024-11-18T20:51:27,392 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:51:27,397 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:27,397 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:51:27,397 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:51:27,397 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,37387,1731963085591 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:51:27,398 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:27,398 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:27,398 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:27,398 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:27,399 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:51:27,399 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,399 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:27,399 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:27,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:51:27,405 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963117405 2024-11-18T20:51:27,405 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:51:27,405 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:51:27,405 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:51:27,406 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:51:27,406 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:51:27,406 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:51:27,406 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:27,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:51:27,411 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:51:27,411 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:51:27,412 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:51:27,412 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:51:27,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:51:27,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:51:27,415 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963087415,5,FailOnTimeoutGroup] 2024-11-18T20:51:27,415 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963087415,5,FailOnTimeoutGroup] 2024-11-18T20:51:27,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:51:27,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,415 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:51:27,472 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(746): ClusterId : 0de1376e-da74-41a7-9ed6-74a37ecfe6ee 2024-11-18T20:51:27,472 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:51:27,481 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:51:27,481 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:51:27,489 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:51:27,489 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66670703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:27,505 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:35963 2024-11-18T20:51:27,505 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:51:27,505 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:51:27,505 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:51:27,505 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,37387,1731963085591 with port=35963, startcode=1731963085733 2024-11-18T20:51:27,506 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:51:27,507 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:51:27,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,35963,1731963085733 2024-11-18T20:51:27,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37387 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:27,509 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf 2024-11-18T20:51:27,509 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38833 2024-11-18T20:51:27,509 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:51:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493/rs 2024-11-18T20:51:27,520 DEBUG [RS:0;29a7ef02c270:35963 {}] zookeeper.ZKUtil(111): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on existing znode=/1-794400493/rs/29a7ef02c270,35963,1731963085733 2024-11-18T20:51:27,520 WARN [RS:0;29a7ef02c270:35963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:27,520 INFO [RS:0;29a7ef02c270:35963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:27,520 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733 2024-11-18T20:51:27,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,35963,1731963085733] 2024-11-18T20:51:27,526 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:51:27,529 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:51:27,530 INFO [RS:0;29a7ef02c270:35963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:51:27,530 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,530 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:51:27,531 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:51:27,531 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,531 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:27,532 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:27,532 DEBUG [RS:0;29a7ef02c270:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:27,538 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,538 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,538 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,538 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,538 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,538 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35963,1731963085733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:27,556 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:51:27,557 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35963,1731963085733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,557 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,557 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.Replication(171): 29a7ef02c270,35963,1731963085733 started 2024-11-18T20:51:27,575 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:27,575 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,35963,1731963085733, RpcServer on 29a7ef02c270/172.17.0.2:35963, sessionid=0x1015100f7270004 2024-11-18T20:51:27,575 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:51:27,575 DEBUG [RS:0;29a7ef02c270:35963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,35963,1731963085733 2024-11-18T20:51:27,575 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35963,1731963085733' 2024-11-18T20:51:27,575 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-794400493/flush-table-proc/abort' 2024-11-18T20:51:27,576 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-794400493/flush-table-proc/acquired' 2024-11-18T20:51:27,576 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:51:27,576 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:51:27,576 DEBUG [RS:0;29a7ef02c270:35963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,35963,1731963085733 2024-11-18T20:51:27,576 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,35963,1731963085733' 2024-11-18T20:51:27,576 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-794400493/online-snapshot/abort' 2024-11-18T20:51:27,577 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-794400493/online-snapshot/acquired' 2024-11-18T20:51:27,577 DEBUG [RS:0;29a7ef02c270:35963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:51:27,577 INFO [RS:0;29a7ef02c270:35963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:51:27,577 INFO [RS:0;29a7ef02c270:35963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:51:27,678 INFO [RS:0;29a7ef02c270:35963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:27,679 INFO [RS:0;29a7ef02c270:35963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35963%2C1731963085733, suffix=, logDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/oldWALs, maxLogs=10 2024-11-18T20:51:27,698 DEBUG [RS:0;29a7ef02c270:35963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680, exclude list is [], retry=0 2024-11-18T20:51:27,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-2807c256-d4de-4762-8b8f-50f14b4a14a3,DISK] 2024-11-18T20:51:27,702 INFO [RS:0;29a7ef02c270:35963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 2024-11-18T20:51:27,703 DEBUG [RS:0;29a7ef02c270:35963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-11-18T20:51:27,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:51:27,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf 2024-11-18T20:51:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:51:28,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:28,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:28,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:28,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:28,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:28,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:28,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:28,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:28,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:28,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:28,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740 2024-11-18T20:51:28,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740 2024-11-18T20:51:28,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:28,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:28,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:28,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:28,271 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:28,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66145159, jitterRate=-0.014360323548316956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963088234Initializing all the Stores at 1731963088235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963088235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963088235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963088235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963088235Cleaning up temporary data from old regions at 1731963088249 (+14 ms)Region opened successfully at 1731963088272 (+23 ms) 2024-11-18T20:51:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:28,272 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:28,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:28,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963088272Disabling compacts and flushes for region at 1731963088272Disabling writes for close at 1731963088272Writing region close event to WAL at 1731963088273 (+1 ms)Closed at 1731963088273 2024-11-18T20:51:28,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:28,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:51:28,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:51:28,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:28,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:51:28,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:28,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:28,428 DEBUG [29a7ef02c270:37387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:28,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:28,430 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35963,1731963085733, state=OPENING 2024-11-18T20:51:28,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:51:28,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:51:28,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:28,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:28,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794400493/meta-region-server: CHANGED 2024-11-18T20:51:28,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794400493/meta-region-server: CHANGED 2024-11-18T20:51:28,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:28,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35963,1731963085733}] 2024-11-18T20:51:28,658 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:28,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:51:28,665 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:51:28,665 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:28,665 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:51:28,667 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35963%2C1731963085733.meta, suffix=.meta, logDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/oldWALs, maxLogs=10 2024-11-18T20:51:28,684 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.meta.1731963088667.meta, exclude list is [], retry=0 2024-11-18T20:51:28,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-2807c256-d4de-4762-8b8f-50f14b4a14a3,DISK] 2024-11-18T20:51:28,687 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.meta.1731963088667.meta 2024-11-18T20:51:28,688 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-11-18T20:51:28,688 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:28,688 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:28,689 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:28,689 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:51:28,689 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:51:28,689 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:51:28,689 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:28,689 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:51:28,689 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:51:28,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:28,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:28,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:28,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:28,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:28,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:28,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:28,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:28,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:28,695 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:28,696 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740 2024-11-18T20:51:28,696 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740 2024-11-18T20:51:28,697 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:28,698 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:28,698 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:28,699 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:28,700 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61248084, jitterRate=-0.08733242750167847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:28,700 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:51:28,700 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963088689Writing region info on filesystem at 1731963088689Initializing all the Stores at 1731963088690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963088690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963088690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963088690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963088690Cleaning up temporary data from old regions at 1731963088698 (+8 ms)Running coprocessor post-open hooks at 1731963088700 (+2 ms)Region opened successfully at 1731963088700 2024-11-18T20:51:28,701 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963088658 2024-11-18T20:51:28,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:28,709 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,35963,1731963085733, state=OPEN 2024-11-18T20:51:28,709 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:51:28,709 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:51:28,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-794400493/meta-region-server 2024-11-18T20:51:28,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-794400493/meta-region-server 2024-11-18T20:51:28,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:28,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794400493/meta-region-server: CHANGED 2024-11-18T20:51:28,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-794400493/meta-region-server: CHANGED 2024-11-18T20:51:28,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:51:28,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,35963,1731963085733 in 214 msec 2024-11-18T20:51:28,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:51:28,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-18T20:51:28,733 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:28,733 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:51:28,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:28,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35963,1731963085733, seqNum=-1] 2024-11-18T20:51:28,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:28,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:28,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-18T20:51:28,745 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963088745, completionTime=-1 2024-11-18T20:51:28,745 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:51:28,745 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:51:28,747 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:51:28,747 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963148747 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963208747 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37387,1731963085591-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37387,1731963085591-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37387,1731963085591-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:37387, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,748 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,751 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:51:28,756 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37387,1731963085591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:28,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37387,1731963085591-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:51:28,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:28,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:28,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:28,778 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:51:28,778 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:51:28,778 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37387,1731963085591-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:28,778 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dd5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:28,781 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:28,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:28,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35963,1731963085733, seqNum=-1] 2024-11-18T20:51:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:28,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,37387,1731963085591 2024-11-18T20:51:28,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51347 2024-11-18T20:51:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:28,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015100f7270005 connected 2024-11-18T20:51:28,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46699,1731963080561 2024-11-18T20:51:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbc123d 2024-11-18T20:51:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:28,810 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:28,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:51:28,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:28,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:28,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:51:28,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:51:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:29,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc283322d82500275aeed68ef7edca60, NAME => 'test,,1731963088811.cc283322d82500275aeed68ef7edca60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71 2024-11-18T20:51:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:51:29,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963088811.cc283322d82500275aeed68ef7edca60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:29,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc283322d82500275aeed68ef7edca60, disabling compactions & flushes 2024-11-18T20:51:29,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963088811.cc283322d82500275aeed68ef7edca60. after waiting 0 ms 2024-11-18T20:51:29,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc283322d82500275aeed68ef7edca60: Waiting for close lock at 1731963089328Disabling compacts and flushes for region at 1731963089328Disabling writes for close at 1731963089328Writing region close event to WAL at 1731963089328Closed at 1731963089328 2024-11-18T20:51:29,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:29,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963088811.cc283322d82500275aeed68ef7edca60.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963089330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963089330"}]},"ts":"1731963089330"} 2024-11-18T20:51:29,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:29,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:29,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963089334"}]},"ts":"1731963089334"} 2024-11-18T20:51:29,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:51:29,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc283322d82500275aeed68ef7edca60, ASSIGN}] 2024-11-18T20:51:29,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc283322d82500275aeed68ef7edca60, ASSIGN 2024-11-18T20:51:29,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc283322d82500275aeed68ef7edca60, ASSIGN; state=OFFLINE, location=29a7ef02c270,36409,1731963081042; forceNewPlan=false, retain=false 2024-11-18T20:51:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:29,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc283322d82500275aeed68ef7edca60, regionState=OPENING, regionLocation=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc283322d82500275aeed68ef7edca60, ASSIGN because future has completed 2024-11-18T20:51:29,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc283322d82500275aeed68ef7edca60, server=29a7ef02c270,36409,1731963081042}] 2024-11-18T20:51:29,700 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,700 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc283322d82500275aeed68ef7edca60, NAME => 'test,,1731963088811.cc283322d82500275aeed68ef7edca60.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:29,700 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:29,700 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:51:29,701 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,701 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963088811.cc283322d82500275aeed68ef7edca60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:29,701 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,701 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,729 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,730 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc283322d82500275aeed68ef7edca60 columnFamilyName f 2024-11-18T20:51:29,730 DEBUG [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:29,731 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] regionserver.HStore(327): Store=cc283322d82500275aeed68ef7edca60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:29,731 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,732 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc283322d82500275aeed68ef7edca60 columnFamilyName f1 2024-11-18T20:51:29,732 DEBUG [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:29,733 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] regionserver.HStore(327): Store=cc283322d82500275aeed68ef7edca60/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:29,733 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,734 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc283322d82500275aeed68ef7edca60 columnFamilyName norep 2024-11-18T20:51:29,734 DEBUG [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:29,734 INFO [StoreOpener-cc283322d82500275aeed68ef7edca60-1 {}] regionserver.HStore(327): Store=cc283322d82500275aeed68ef7edca60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:29,734 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,735 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,736 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,736 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,737 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,737 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:29,748 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,762 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:29,763 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc283322d82500275aeed68ef7edca60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65366168, jitterRate=-0.025968194007873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:29,763 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:29,764 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc283322d82500275aeed68ef7edca60: Running coprocessor pre-open hook at 1731963089701Writing region info on filesystem at 1731963089701Initializing all the Stores at 1731963089713 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963089713Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963089720 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963089721 (+1 ms)Cleaning up temporary data from old regions at 1731963089737 (+16 ms)Running coprocessor post-open hooks at 1731963089763 (+26 ms)Region opened successfully at 1731963089764 (+1 ms) 2024-11-18T20:51:29,765 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963088811.cc283322d82500275aeed68ef7edca60., pid=6, masterSystemTime=1731963089668 2024-11-18T20:51:29,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc283322d82500275aeed68ef7edca60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:29,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc283322d82500275aeed68ef7edca60, server=29a7ef02c270,36409,1731963081042 because future has completed 2024-11-18T20:51:29,772 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,772 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:29,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:51:29,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc283322d82500275aeed68ef7edca60, server=29a7ef02c270,36409,1731963081042 in 279 msec 2024-11-18T20:51:29,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:51:29,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc283322d82500275aeed68ef7edca60, ASSIGN in 444 msec 2024-11-18T20:51:29,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:29,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963089785"}]},"ts":"1731963089785"} 2024-11-18T20:51:29,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:51:29,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:29,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 980 msec 2024-11-18T20:51:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:29,953 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:51:29,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37387,1731963085591 2024-11-18T20:51:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d44aad 2024-11-18T20:51:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:29,958 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:29,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:51:29,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:29,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:29,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:29,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:51:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:51:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:30,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed11f956aa5423c622cd4443034c76c2, NAME => 'test,,1731963089959.ed11f956aa5423c622cd4443034c76c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf 2024-11-18T20:51:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:51:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:30,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963089959.ed11f956aa5423c622cd4443034c76c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:30,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed11f956aa5423c622cd4443034c76c2, disabling compactions & flushes 2024-11-18T20:51:30,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:30,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:30,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. after waiting 0 ms 2024-11-18T20:51:30,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:30,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:30,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed11f956aa5423c622cd4443034c76c2: Waiting for close lock at 1731963090901Disabling compacts and flushes for region at 1731963090901Disabling writes for close at 1731963090902 (+1 ms)Writing region close event to WAL at 1731963090902Closed at 1731963090902 2024-11-18T20:51:30,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:30,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963089959.ed11f956aa5423c622cd4443034c76c2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963090903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963090903"}]},"ts":"1731963090903"} 2024-11-18T20:51:30,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:30,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:30,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963090913"}]},"ts":"1731963090913"} 2024-11-18T20:51:30,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:51:30,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed11f956aa5423c622cd4443034c76c2, ASSIGN}] 2024-11-18T20:51:30,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed11f956aa5423c622cd4443034c76c2, ASSIGN 2024-11-18T20:51:30,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed11f956aa5423c622cd4443034c76c2, ASSIGN; state=OFFLINE, location=29a7ef02c270,35963,1731963085733; forceNewPlan=false, retain=false 2024-11-18T20:51:31,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed11f956aa5423c622cd4443034c76c2, regionState=OPENING, regionLocation=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:31,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed11f956aa5423c622cd4443034c76c2, ASSIGN because future has completed 2024-11-18T20:51:31,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed11f956aa5423c622cd4443034c76c2, server=29a7ef02c270,35963,1731963085733}] 2024-11-18T20:51:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:31,263 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:31,263 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed11f956aa5423c622cd4443034c76c2, NAME => 'test,,1731963089959.ed11f956aa5423c622cd4443034c76c2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:31,264 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:31,264 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:51:31,264 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,264 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963089959.ed11f956aa5423c622cd4443034c76c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:31,264 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,264 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,287 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,300 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed11f956aa5423c622cd4443034c76c2 columnFamilyName f 2024-11-18T20:51:31,300 DEBUG [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:31,301 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] regionserver.HStore(327): Store=ed11f956aa5423c622cd4443034c76c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:31,301 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,303 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed11f956aa5423c622cd4443034c76c2 columnFamilyName f1 2024-11-18T20:51:31,303 DEBUG [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:31,304 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] regionserver.HStore(327): Store=ed11f956aa5423c622cd4443034c76c2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:31,304 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,306 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed11f956aa5423c622cd4443034c76c2 columnFamilyName norep 2024-11-18T20:51:31,306 DEBUG [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:31,307 INFO [StoreOpener-ed11f956aa5423c622cd4443034c76c2-1 {}] regionserver.HStore(327): Store=ed11f956aa5423c622cd4443034c76c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:31,319 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,320 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,321 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,323 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,323 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,323 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:31,326 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,351 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:31,352 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed11f956aa5423c622cd4443034c76c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74010993, jitterRate=0.10284973680973053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:31,352 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:31,352 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed11f956aa5423c622cd4443034c76c2: Running coprocessor pre-open hook at 1731963091264Writing region info on filesystem at 1731963091264Initializing all the Stores at 1731963091267 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963091267Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963091287 (+20 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963091287Cleaning up temporary data from old regions at 1731963091323 (+36 ms)Running coprocessor post-open hooks at 1731963091352 (+29 ms)Region opened successfully at 1731963091352 2024-11-18T20:51:31,354 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., pid=6, masterSystemTime=1731963091250 2024-11-18T20:51:31,356 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:31,357 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:31,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed11f956aa5423c622cd4443034c76c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed11f956aa5423c622cd4443034c76c2, server=29a7ef02c270,35963,1731963085733 because future has completed 2024-11-18T20:51:31,381 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37387 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=29a7ef02c270,35963,1731963085733, table=test, region=ed11f956aa5423c622cd4443034c76c2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T20:51:31,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:51:31,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed11f956aa5423c622cd4443034c76c2, server=29a7ef02c270,35963,1731963085733 in 294 msec 2024-11-18T20:51:31,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:51:31,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed11f956aa5423c622cd4443034c76c2, ASSIGN in 469 msec 2024-11-18T20:51:31,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:31,394 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963091393"}]},"ts":"1731963091393"} 2024-11-18T20:51:31,396 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:51:31,398 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:31,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4390 sec 2024-11-18T20:51:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:32,124 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:51:32,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:32,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:32,136 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45de2f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:32,139 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7971c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:32,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:32,160 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5987bdb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:32,164 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f188acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:32,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:32,167 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e133d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:32,170 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57de85e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46699,1731963080561 2024-11-18T20:51:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9a38dae 2024-11-18T20:51:32,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:32,174 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:32,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:37387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:51:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:51:32,181 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:37387' 2024-11-18T20:51:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:32,193 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d15557f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,193 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:32,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:32,194 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:32,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5840cd88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:32,198 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:32,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d435e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:32,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:32,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37387,1731963085591 2024-11-18T20:51:32,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b7db12 2024-11-18T20:51:32,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:32,203 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:32,204 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:51:32,204 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:51:32,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:32,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:32,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:32,206 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:32,218 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:51:32,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:32,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:32,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:32,270 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:51:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:51:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:32,704 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1b02d40ddde2601f65b61b67e887a53, NAME => 'hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71 2024-11-18T20:51:32,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:51:32,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:32,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1b02d40ddde2601f65b61b67e887a53, disabling compactions & flushes 2024-11-18T20:51:32,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:32,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:32,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. after waiting 0 ms 2024-11-18T20:51:32,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:32,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:32,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1b02d40ddde2601f65b61b67e887a53: Waiting for close lock at 1731963092765Disabling compacts and flushes for region at 1731963092765Disabling writes for close at 1731963092765Writing region close event to WAL at 1731963092765Closed at 1731963092765 2024-11-18T20:51:32,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:32,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963092767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963092767"}]},"ts":"1731963092767"} 2024-11-18T20:51:32,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:32,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:32,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963092772"}]},"ts":"1731963092772"} 2024-11-18T20:51:32,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:51:32,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1b02d40ddde2601f65b61b67e887a53, ASSIGN}] 2024-11-18T20:51:32,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1b02d40ddde2601f65b61b67e887a53, ASSIGN 2024-11-18T20:51:32,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1b02d40ddde2601f65b61b67e887a53, ASSIGN; state=OFFLINE, location=29a7ef02c270,36409,1731963081042; forceNewPlan=false, retain=false 2024-11-18T20:51:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:32,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1b02d40ddde2601f65b61b67e887a53, regionState=OPENING, regionLocation=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:32,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1b02d40ddde2601f65b61b67e887a53, ASSIGN because future has completed 2024-11-18T20:51:32,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b02d40ddde2601f65b61b67e887a53, server=29a7ef02c270,36409,1731963081042}] 2024-11-18T20:51:33,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:33,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:33,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:51:33,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C36409%2C1731963081042.rep, suffix=, logDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/oldWALs, maxLogs=10 2024-11-18T20:51:33,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.rep.1731963093141, exclude list is [], retry=0 2024-11-18T20:51:33,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-24f90081-5fa9-463c-bfef-86266bc1f16c,DISK] 2024-11-18T20:51:33,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.rep.1731963093141 2024-11-18T20:51:33,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-18T20:51:33,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1b02d40ddde2601f65b61b67e887a53, NAME => 'hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:33,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. service=MultiRowMutationService 2024-11-18T20:51:33,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:51:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,189 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,191 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b02d40ddde2601f65b61b67e887a53 columnFamilyName hfileref 2024-11-18T20:51:33,191 DEBUG [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:33,196 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] regionserver.HStore(327): Store=b1b02d40ddde2601f65b61b67e887a53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:33,199 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,211 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b02d40ddde2601f65b61b67e887a53 columnFamilyName queue 2024-11-18T20:51:33,211 DEBUG [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:33,212 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] regionserver.HStore(327): Store=b1b02d40ddde2601f65b61b67e887a53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:33,212 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,213 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b02d40ddde2601f65b61b67e887a53 columnFamilyName sid 2024-11-18T20:51:33,213 DEBUG [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:33,214 INFO [StoreOpener-b1b02d40ddde2601f65b61b67e887a53-1 {}] regionserver.HStore(327): Store=b1b02d40ddde2601f65b61b67e887a53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:33,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:33,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:33,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1b02d40ddde2601f65b61b67e887a53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62809191, jitterRate=-0.06407012045383453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:33,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:33,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1b02d40ddde2601f65b61b67e887a53: Running coprocessor pre-open hook at 1731963093186Writing region info on filesystem at 1731963093186Initializing all the Stores at 1731963093188 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963093188Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963093189 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963093189Cleaning up temporary data from old regions at 1731963093216 (+27 ms)Running coprocessor post-open hooks at 1731963093237 (+21 ms)Region opened successfully at 1731963093238 (+1 ms) 2024-11-18T20:51:33,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53., pid=10, masterSystemTime=1731963093106 2024-11-18T20:51:33,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:33,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:33,243 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1b02d40ddde2601f65b61b67e887a53, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,36409,1731963081042 2024-11-18T20:51:33,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b02d40ddde2601f65b61b67e887a53, server=29a7ef02c270,36409,1731963081042 because future has completed 2024-11-18T20:51:33,247 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46699 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=29a7ef02c270,36409,1731963081042, table=hbase:replication, region=b1b02d40ddde2601f65b61b67e887a53. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T20:51:33,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:51:33,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1b02d40ddde2601f65b61b67e887a53, server=29a7ef02c270,36409,1731963081042 in 309 msec 2024-11-18T20:51:33,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:51:33,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1b02d40ddde2601f65b61b67e887a53, ASSIGN in 484 msec 2024-11-18T20:51:33,264 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:33,264 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963093264"}]},"ts":"1731963093264"} 2024-11-18T20:51:33,266 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:51:33,268 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:33,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0620 sec 2024-11-18T20:51:33,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53., hostname=29a7ef02c270,36409,1731963081042, seqNum=2] 2024-11-18T20:51:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:33,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:33,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:33,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:51:33,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:51:33,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:51:33,529 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:51:33,571 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,36409,1731963081042, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:51:33,573 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:33,573 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36409,1731963081042, seqNum=-1] 2024-11-18T20:51:33,573 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:33,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T20:51:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,36409,1731963081042', locateType=CURRENT is [region=hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53., hostname=29a7ef02c270,36409,1731963081042, seqNum=2] 2024-11-18T20:51:33,595 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:51:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:51:33,602 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,36409,1731963081042 suceeded 2024-11-18T20:51:33,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:51:33,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-11-18T20:51:33,607 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:37387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:51:33,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-18T20:51:33,658 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:37387' 2024-11-18T20:51:33,672 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e43628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:33,672 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:33,672 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:33,673 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:33,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:33,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:33,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:33,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63610459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:33,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:33,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:33,676 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:33,681 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66495477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:33,682 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:33,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37387,1731963085591 2024-11-18T20:51:33,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf17594 2024-11-18T20:51:33,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:33,696 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T20:51:33,697 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,36409,1731963081042 (queues=1) is replicating from cluster=acd31b04-7f3a-4adf-90fa-7f4c8bf63d02 to cluster=0de1376e-da74-41a7-9ed6-74a37ecfe6ee 2024-11-18T20:51:33,697 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C36409%2C1731963081042 2024-11-18T20:51:33,697 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,36409,1731963081042, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:51:33,706 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374, startPosition=0, beingWritten=true 2024-11-18T20:51:33,714 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C36409%2C1731963081042 2024-11-18T20:51:33,759 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:51:33,759 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:33,760 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,36409,1731963081042 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:51:33,993 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:34,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:34,325 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:34,333 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:51:34,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:34,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:34,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:34,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:34,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:34,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:34,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:34,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:34,362 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132a7b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:34,367 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc84f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:34,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37387,1731963085591 2024-11-18T20:51:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b19ca6 2024-11-18T20:51:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:34,372 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:34,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:46699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:51:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:51:34,377 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:46699' 2024-11-18T20:51:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:34,392 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7ed11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:34,392 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:34,392 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:34,393 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:34,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5519acfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:34,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:34,396 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:34,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c48009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:34,397 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:34,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46699,1731963080561 2024-11-18T20:51:34,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b84dc1 2024-11-18T20:51:34,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:34,400 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:34,401 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T20:51:34,401 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:51:34,401 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:34,401 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:34,402 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:34,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:34,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:51:34,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:34,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:34,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:34,454 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:51:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:51:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:34,760 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:34,904 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 850cf3de9df1924cb4b24f5197c34548, NAME => 'hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf 2024-11-18T20:51:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:51:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:35,282 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:35,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:51:35,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:51:35,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:35,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 850cf3de9df1924cb4b24f5197c34548, disabling compactions & flushes 2024-11-18T20:51:35,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. after waiting 0 ms 2024-11-18T20:51:35,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:51:35,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:51:35,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 850cf3de9df1924cb4b24f5197c34548: Waiting for close lock at 1731963095378Disabling compacts and flushes for region at 1731963095378Disabling writes for close at 1731963095378Writing region close event to WAL at 1731963095378Closed at 1731963095378 2024-11-18T20:51:35,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:51:35,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:51:35,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:35,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963095379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963095379"}]},"ts":"1731963095379"} 2024-11-18T20:51:35,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:35,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:35,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963095383"}]},"ts":"1731963095383"} 2024-11-18T20:51:35,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:51:35,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=850cf3de9df1924cb4b24f5197c34548, ASSIGN}] 2024-11-18T20:51:35,389 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=850cf3de9df1924cb4b24f5197c34548, ASSIGN 2024-11-18T20:51:35,390 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=850cf3de9df1924cb4b24f5197c34548, ASSIGN; state=OFFLINE, location=29a7ef02c270,35963,1731963085733; forceNewPlan=false, retain=false 2024-11-18T20:51:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:35,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=850cf3de9df1924cb4b24f5197c34548, regionState=OPENING, regionLocation=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:35,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=850cf3de9df1924cb4b24f5197c34548, ASSIGN because future has completed 2024-11-18T20:51:35,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 850cf3de9df1924cb4b24f5197c34548, server=29a7ef02c270,35963,1731963085733}] 2024-11-18T20:51:35,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:35,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:51:35,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C35963%2C1731963085733.rep, suffix=, logDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733, archiveDir=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/oldWALs, maxLogs=10 2024-11-18T20:51:35,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.rep.1731963095748, exclude list is [], retry=0 2024-11-18T20:51:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-2807c256-d4de-4762-8b8f-50f14b4a14a3,DISK] 2024-11-18T20:51:35,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.rep.1731963095748 2024-11-18T20:51:35,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-11-18T20:51:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 850cf3de9df1924cb4b24f5197c34548, NAME => 'hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:35,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. service=MultiRowMutationService 2024-11-18T20:51:35,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:51:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:35,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,867 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,873 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850cf3de9df1924cb4b24f5197c34548 columnFamilyName hfileref 2024-11-18T20:51:35,873 DEBUG [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:35,874 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] regionserver.HStore(327): Store=850cf3de9df1924cb4b24f5197c34548/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:35,874 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,876 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850cf3de9df1924cb4b24f5197c34548 columnFamilyName queue 2024-11-18T20:51:35,876 DEBUG [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:35,877 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] regionserver.HStore(327): Store=850cf3de9df1924cb4b24f5197c34548/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:35,878 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,888 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850cf3de9df1924cb4b24f5197c34548 columnFamilyName sid 2024-11-18T20:51:35,888 DEBUG [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:35,888 INFO [StoreOpener-850cf3de9df1924cb4b24f5197c34548-1 {}] regionserver.HStore(327): Store=850cf3de9df1924cb4b24f5197c34548/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:35,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:35,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:35,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 850cf3de9df1924cb4b24f5197c34548; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63920791, jitterRate=-0.04750598967075348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:35,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:35,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 850cf3de9df1924cb4b24f5197c34548: Running coprocessor pre-open hook at 1731963095857Writing region info on filesystem at 1731963095857Initializing all the Stores at 1731963095858 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963095858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963095866 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963095866Cleaning up temporary data from old regions at 1731963095891 (+25 ms)Running coprocessor post-open hooks at 1731963095905 (+14 ms)Region opened successfully at 1731963095905 2024-11-18T20:51:35,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548., pid=10, masterSystemTime=1731963095716 2024-11-18T20:51:35,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=850cf3de9df1924cb4b24f5197c34548, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,35963,1731963085733 2024-11-18T20:51:35,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:35,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 850cf3de9df1924cb4b24f5197c34548, server=29a7ef02c270,35963,1731963085733 because future has completed 2024-11-18T20:51:35,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:51:35,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 850cf3de9df1924cb4b24f5197c34548, server=29a7ef02c270,35963,1731963085733 in 387 msec 2024-11-18T20:51:35,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:51:35,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=850cf3de9df1924cb4b24f5197c34548, ASSIGN in 548 msec 2024-11-18T20:51:35,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:35,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963095939"}]},"ts":"1731963095939"} 2024-11-18T20:51:35,943 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:35,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:51:35,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:35,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5440 sec 2024-11-18T20:51:35,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548., hostname=29a7ef02c270,35963,1731963085733, seqNum=2] 2024-11-18T20:51:36,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:36,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:36,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:51:36,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:51:36,229 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:51:36,306 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,35963,1731963085733, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:51:36,308 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:36,308 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35963,1731963085733, seqNum=-1] 2024-11-18T20:51:36,308 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:36,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T20:51:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,35963,1731963085733', locateType=CURRENT is [region=hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548., hostname=29a7ef02c270,35963,1731963085733, seqNum=2] 2024-11-18T20:51:36,313 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:51:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:51:36,315 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,35963,1731963085733 suceeded 2024-11-18T20:51:36,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:51:36,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 250 msec 2024-11-18T20:51:36,318 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:46699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:51:36,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9450 sec 2024-11-18T20:51:36,352 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:46699' 2024-11-18T20:51:36,354 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eaebb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:36,354 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:36,354 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:36,355 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3ce8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:36,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:36,362 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:36,364 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b32302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:36,364 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46699,1731963080561 2024-11-18T20:51:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d18f1de 2024-11-18T20:51:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:36,368 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T20:51:36,371 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,35963,1731963085733 (queues=1) is replicating from cluster=0de1376e-da74-41a7-9ed6-74a37ecfe6ee to cluster=acd31b04-7f3a-4adf-90fa-7f4c8bf63d02 2024-11-18T20:51:36,371 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C35963%2C1731963085733 2024-11-18T20:51:36,371 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,35963,1731963085733, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:51:36,384 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680, startPosition=0, beingWritten=true 2024-11-18T20:51:36,397 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C35963%2C1731963085733 2024-11-18T20:51:36,409 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:51:36,409 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 379, reset compression=false 2024-11-18T20:51:36,410 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,35963,1731963085733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:51:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:36,533 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:51:36,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:36,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:36,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:36,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:36,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:36,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:36,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731963096549/Put/seqid=0 2024-11-18T20:51:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:51:36,635 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 379, reset compression=false 2024-11-18T20:51:36,687 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:36,963 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 379, reset compression=false 2024-11-18T20:51:37,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731963097010/Put/seqid=0 2024-11-18T20:51:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:51:37,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:37,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:37,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:37,065 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a65b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:37,067 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:37,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:37,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36409,1731963081042, seqNum=-1] 2024-11-18T20:51:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:37,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:37,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46699,1731963080561 2024-11-18T20:51:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7937e038 2024-11-18T20:51:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:37,098 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963088811.cc283322d82500275aeed68ef7edca60., hostname=29a7ef02c270,36409,1731963081042, seqNum=2] 2024-11-18T20:51:37,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:51:37,136 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:51:37,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T20:51:37,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:51:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:51:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HRegion(2603): Flush status journal for cc283322d82500275aeed68ef7edca60: 2024-11-18T20:51:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_0 2024-11-18T20:51:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_0 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ 2024-11-18T20:51:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_1 2024-11-18T20:51:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_1 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ 2024-11-18T20:51:37,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_0 into cc283322d82500275aeed68ef7edca60/f as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ - updating store file list. 2024-11-18T20:51:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbaa1f41c2de468887081d837b726830_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:37,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ into cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:37,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_0 into cc283322d82500275aeed68ef7edca60/f (new location: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/cbaa1f41c2de468887081d837b726830_SeqId_4_) 2024-11-18T20:51:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_0 2024-11-18T20:51:37,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_1 into cc283322d82500275aeed68ef7edca60/f as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ - updating store file list. 2024-11-18T20:51:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9e12bd19ef0474abda393952fb83e7b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:37,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ into cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:37,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_1 into cc283322d82500275aeed68ef7edca60/f (new location: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_) 2024-11-18T20:51:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins__test__g2e05qtbn2vjt6b0cahc7s8r4rps0pdnjjgtj4mot3u0lgqbcj51se44g98lu4rn/f/hfile_1 2024-11-18T20:51:37,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:37,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:37,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:37,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:37,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731963088811.cc283322d82500275aeed68ef7edca60., hostname=29a7ef02c270,36409,1731963081042, seqNum=2 , the old value is region=test,,1731963088811.cc283322d82500275aeed68ef7edca60., hostname=29a7ef02c270,36409,1731963081042, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=29a7ef02c270:36409 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:51:37,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:37,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731963088811.cc283322d82500275aeed68ef7edca60., hostname=29a7ef02c270,36409,1731963081042, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:51:37,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731963088811.cc283322d82500275aeed68ef7edca60., hostname=29a7ef02c270,36409,1731963081042, seqNum=2 from cache 2024-11-18T20:51:37,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35963,1731963085733, seqNum=-1] 2024-11-18T20:51:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:37,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47362 deadline: 1731963157223 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47362 2024-11-18T20:51:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., hostname=29a7ef02c270,35963,1731963085733, seqNum=2] 2024-11-18T20:51:37,235 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:51:37,333 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:36409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:51:37,378 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 379, reset compression=false 2024-11-18T20:51:37,513 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 379, reset compression=false 2024-11-18T20:51:37,537 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:51:37,538 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,36409,1731963081042 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc283322d82500275aeed68ef7edca60/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963097221/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:51:37,541 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:37,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T20:51:37,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(318): Replicating [acd31b04-7f3a-4adf-90fa-7f4c8bf63d02] bulk loaded data 2024-11-18T20:51:37,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162ea1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:37,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:37,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:37,565 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:37,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:37,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@209feb6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:37,567 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:37,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c3049e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:51:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:51:37,738 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 687, reset compression=false 2024-11-18T20:51:37,916 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 379, reset compression=false 2024-11-18T20:51:38,065 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 687, reset compression=false 2024-11-18T20:51:38,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:38,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37387,1731963085591 2024-11-18T20:51:38,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c635e3 2024-11-18T20:51:38,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:38,116 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T20:51:38,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:51:38,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:38,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35963,1731963085733, seqNum=-1] 2024-11-18T20:51:38,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:38,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T20:51:38,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T20:51:38,151 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:51:38,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ for inclusion in ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:51:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:38,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ for inclusion in ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:51:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HRegion(2603): Flush status journal for ed11f956aa5423c622cd4443034c76c2: 2024-11-18T20:51:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cbaa1f41c2de468887081d837b726830_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:51:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/149ddb1fbb2e4f1ca21bb869c3b885c9_SeqId_4_ 2024-11-18T20:51:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:51:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/e4c637c5112d46cfb4c3a16394576a55_SeqId_4_ 2024-11-18T20:51:38,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ into ed11f956aa5423c622cd4443034c76c2/f as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/149ddb1fbb2e4f1ca21bb869c3b885c9_SeqId_4_ - updating store file list. 2024-11-18T20:51:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 149ddb1fbb2e4f1ca21bb869c3b885c9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/149ddb1fbb2e4f1ca21bb869c3b885c9_SeqId_4_ into ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ into ed11f956aa5423c622cd4443034c76c2/f (new location: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/149ddb1fbb2e4f1ca21bb869c3b885c9_SeqId_4_) 2024-11-18T20:51:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/cbaa1f41c2de468887081d837b726830_SeqId_4_ 2024-11-18T20:51:38,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ into ed11f956aa5423c622cd4443034c76c2/f as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/e4c637c5112d46cfb4c3a16394576a55_SeqId_4_ - updating store file list. 2024-11-18T20:51:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4c637c5112d46cfb4c3a16394576a55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:38,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/e4c637c5112d46cfb4c3a16394576a55_SeqId_4_ into ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ into ed11f956aa5423c622cd4443034c76c2/f (new location: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/e4c637c5112d46cfb4c3a16394576a55_SeqId_4_) 2024-11-18T20:51:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__9nnkvom74tl3pjgj8f2rdt8k5d58jtmlq1cgkf738ju3fg02mcdj0ni74rlbn1/f/a9e12bd19ef0474abda393952fb83e7b_SeqId_4_ 2024-11-18T20:51:38,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(324): Finished replicating [acd31b04-7f3a-4adf-90fa-7f4c8bf63d02] bulk loaded data 2024-11-18T20:51:38,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:38,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731963098269/Put/seqid=0 2024-11-18T20:51:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741842_1018 (size=11194) 2024-11-18T20:51:38,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731963098309/Put/seqid=0 2024-11-18T20:51:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741843_1019 (size=10791) 2024-11-18T20:51:38,496 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 687, reset compression=false 2024-11-18T20:51:38,556 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 379, reset compression=false 2024-11-18T20:51:38,597 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:51:38,597 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,35963,1731963085733 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed11f956aa5423c622cd4443034c76c2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963098208/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T20:51:38,599 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:38,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T20:51:38,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.ReplicationSink(318): Replicating [acd31b04-7f3a-4adf-90fa-7f4c8bf63d02, 0de1376e-da74-41a7-9ed6-74a37ecfe6ee] bulk loaded data 2024-11-18T20:51:38,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207e7dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:38,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46699,-1 for getting cluster id 2024-11-18T20:51:38,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:38,613 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd31b04-7f3a-4adf-90fa-7f4c8bf63d02' 2024-11-18T20:51:38,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:38,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd31b04-7f3a-4adf-90fa-7f4c8bf63d02" 2024-11-18T20:51:38,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ddcd8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:38,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46699,-1] 2024-11-18T20:51:38,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:38,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:38,616 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:38,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1392edc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741842_1018 (size=7894) 2024-11-18T20:51:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741843_1019 (size=7691) 2024-11-18T20:51:38,797 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 725, reset compression=false 2024-11-18T20:51:38,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:38,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37387,-1 for getting cluster id 2024-11-18T20:51:38,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:38,826 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de1376e-da74-41a7-9ed6-74a37ecfe6ee' 2024-11-18T20:51:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de1376e-da74-41a7-9ed6-74a37ecfe6ee" 2024-11-18T20:51:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecb0111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37387,-1] 2024-11-18T20:51:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:38,828 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:38,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:38,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,35963,1731963085733, seqNum=-1] 2024-11-18T20:51:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:38,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:38,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37387,1731963085591 2024-11-18T20:51:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166bd819 2024-11-18T20:51:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:38,850 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., hostname=29a7ef02c270,35963,1731963085733, seqNum=2] 2024-11-18T20:51:38,860 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:51:38,885 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:51:38,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T20:51:38,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T20:51:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:38,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T20:51:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HRegion(2603): Flush status journal for ed11f956aa5423c622cd4443034c76c2: 2024-11-18T20:51:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_0 2024-11-18T20:51:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_0 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ 2024-11-18T20:51:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_1 2024-11-18T20:51:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_1 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ 2024-11-18T20:51:38,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_0 into ed11f956aa5423c622cd4443034c76c2/f as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ - updating store file list. 2024-11-18T20:51:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:38,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ into ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_0 into ed11f956aa5423c622cd4443034c76c2/f (new location: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_) 2024-11-18T20:51:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_0 2024-11-18T20:51:38,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_1 into ed11f956aa5423c622cd4443034c76c2/f as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ - updating store file list. 2024-11-18T20:51:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:38,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ into ed11f956aa5423c622cd4443034c76c2/f 2024-11-18T20:51:38,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_1 into ed11f956aa5423c622cd4443034c76c2/f (new location: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_) 2024-11-18T20:51:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins__test__ifi85rubvdu9ciemlqbd4j6sot4h17m4u5c8q4s7je029il8bnepd71mkronuv9q/f/hfile_1 2024-11-18T20:51:38,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:38,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:38,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:38,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:38,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., hostname=29a7ef02c270,35963,1731963085733, seqNum=2 , the old value is region=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., hostname=29a7ef02c270,35963,1731963085733, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=29a7ef02c270:35963 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:51:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., hostname=29a7ef02c270,35963,1731963085733, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:51:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., hostname=29a7ef02c270,35963,1731963085733, seqNum=2 from cache 2024-11-18T20:51:38,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35963: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44078 deadline: 1731963158980 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44078 2024-11-18T20:51:38,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36409,1731963081042, seqNum=-1] 2024-11-18T20:51:38,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:38,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963088811.cc283322d82500275aeed68ef7edca60., hostname=29a7ef02c270,36409,1731963081042, seqNum=2] 2024-11-18T20:51:39,002 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:51:39,029 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 687, reset compression=false 2024-11-18T20:51:39,093 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:35963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:51:39,145 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 725, reset compression=false 2024-11-18T20:51:39,158 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:51:39,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:39,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46699,1731963080561 2024-11-18T20:51:39,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1046cb95 2024-11-18T20:51:39,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:39,180 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T20:51:39,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:51:39,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:39,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36409,1731963081042, seqNum=-1] 2024-11-18T20:51:39,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:39,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T20:51:39,212 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ues5v05j4pbpbsjl1knj234q37aj11paoci1t5sebt5mc1e8dme08cpctrr52l1v/f/149ddb1fbb2e4f1ca21bb869c3b885c9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:51:39,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ues5v05j4pbpbsjl1knj234q37aj11paoci1t5sebt5mc1e8dme08cpctrr52l1v/f/e4c637c5112d46cfb4c3a16394576a55_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T20:51:39,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.ReplicationSink(324): Finished replicating [acd31b04-7f3a-4adf-90fa-7f4c8bf63d02, 0de1376e-da74-41a7-9ed6-74a37ecfe6ee] bulk loaded data 2024-11-18T20:51:39,232 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,35963,1731963085733 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed11f956aa5423c622cd4443034c76c2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963098978/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:51:39,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.ReplicationSink(318): Replicating [0de1376e-da74-41a7-9ed6-74a37ecfe6ee] bulk loaded data 2024-11-18T20:51:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741844_1020 (size=11194) 2024-11-18T20:51:39,359 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1033, reset compression=false 2024-11-18T20:51:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741845_1021 (size=10791) 2024-11-18T20:51:39,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:51:39,431 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T20:51:39,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:51:39,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ for inclusion in cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T20:51:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:39,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ for inclusion in cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T20:51:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:51:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HRegion(2603): Flush status journal for cc283322d82500275aeed68ef7edca60: 2024-11-18T20:51:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:51:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ad3f7df9ef0441238f2193c5e7da9235_SeqId_6_ 2024-11-18T20:51:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:51:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ef79fa36867843e19ca8479ea569f9bc_SeqId_6_ 2024-11-18T20:51:39,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ into cc283322d82500275aeed68ef7edca60/f as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ad3f7df9ef0441238f2193c5e7da9235_SeqId_6_ - updating store file list. 2024-11-18T20:51:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad3f7df9ef0441238f2193c5e7da9235_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:39,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ad3f7df9ef0441238f2193c5e7da9235_SeqId_6_ into cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:39,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ into cc283322d82500275aeed68ef7edca60/f (new location: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ad3f7df9ef0441238f2193c5e7da9235_SeqId_6_) 2024-11-18T20:51:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/4b5036d4a2544e558a7003e35bd3ae12_SeqId_6_ 2024-11-18T20:51:39,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ into cc283322d82500275aeed68ef7edca60/f as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ef79fa36867843e19ca8479ea569f9bc_SeqId_6_ - updating store file list. 2024-11-18T20:51:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef79fa36867843e19ca8479ea569f9bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:51:39,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ef79fa36867843e19ca8479ea569f9bc_SeqId_6_ into cc283322d82500275aeed68ef7edca60/f 2024-11-18T20:51:39,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ into cc283322d82500275aeed68ef7edca60/f (new location: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/f/ef79fa36867843e19ca8479ea569f9bc_SeqId_6_) 2024-11-18T20:51:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/staging/jenkins.hfs.10__test__ekddodoi2pdpaffk8af0ccdjkebmp7egmsf0l227uv0q4nr7fr507rh2dbslknu9/f/0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_ 2024-11-18T20:51:39,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] regionserver.ReplicationSink(324): Finished replicating [0de1376e-da74-41a7-9ed6-74a37ecfe6ee] bulk loaded data 2024-11-18T20:51:39,659 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 687, reset compression=false 2024-11-18T20:51:39,698 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:51:39,698 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,36409,1731963081042 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc283322d82500275aeed68ef7edca60/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963099543/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T20:51:39,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(318): Replicating [0de1376e-da74-41a7-9ed6-74a37ecfe6ee, acd31b04-7f3a-4adf-90fa-7f4c8bf63d02] bulk loaded data 2024-11-18T20:51:39,699 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1033, reset compression=false 2024-11-18T20:51:39,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741844_1020 (size=11194) 2024-11-18T20:51:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741845_1021 (size=10791) 2024-11-18T20:51:39,898 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:39,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:51:39,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__sgt5rnin138i526ko72ird92cgadsf7ulmhqfmcjpcl53fma5pntv5iqocpntgkf/f/ad3f7df9ef0441238f2193c5e7da9235_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:51:39,944 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/staging/jenkins.hfs.11__test__sgt5rnin138i526ko72ird92cgadsf7ulmhqfmcjpcl53fma5pntv5iqocpntgkf/f/ef79fa36867843e19ca8479ea569f9bc_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T20:51:39,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(324): Finished replicating [0de1376e-da74-41a7-9ed6-74a37ecfe6ee, acd31b04-7f3a-4adf-90fa-7f4c8bf63d02] bulk loaded data 2024-11-18T20:51:40,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:51:40,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:40,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:40,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:40,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:40,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:51:40,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1151085492, stopped=false 2024-11-18T20:51:40,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,37387,1731963085591 2024-11-18T20:51:40,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794400493/running 2024-11-18T20:51:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794400493/running 2024-11-18T20:51:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:40,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:40,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:40,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:40,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:40,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/running 2024-11-18T20:51:40,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,35963,1731963085733' ***** 2024-11-18T20:51:40,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:51:40,177 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:51:40,177 INFO [RS:0;29a7ef02c270:35963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:51:40,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:51:40,177 INFO [RS:0;29a7ef02c270:35963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:51:40,177 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:40,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Set watcher on znode that does not yet exist, /1-794400493/running 2024-11-18T20:51:40,184 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,35963,1731963085733 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35963. 2024-11-18T20:51:40,187 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1033, reset compression=false 2024-11-18T20:51:40,187 DEBUG [RS:0;29a7ef02c270:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:40,187 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:51:40,187 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:51:40,194 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed11f956aa5423c622cd4443034c76c2, disabling compactions & flushes 2024-11-18T20:51:40,194 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:40,195 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:40,195 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. after waiting 0 ms 2024-11-18T20:51:40,195 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:40,195 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:51:40,195 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1325): Online Regions={ed11f956aa5423c622cd4443034c76c2=test,,1731963089959.ed11f956aa5423c622cd4443034c76c2., 850cf3de9df1924cb4b24f5197c34548=hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:40,195 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 850cf3de9df1924cb4b24f5197c34548, ed11f956aa5423c622cd4443034c76c2 2024-11-18T20:51:40,196 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:40,196 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:40,196 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:40,196 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:40,196 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:40,196 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:51:40,239 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:40,265 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/info/bf59a963851a4418bc13e604bd533e17 is 147, key is hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548./info:regioninfo/1731963095911/Put/seqid=0 2024-11-18T20:51:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741846_1022 (size=7686) 2024-11-18T20:51:40,322 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/info/bf59a963851a4418bc13e604bd533e17 2024-11-18T20:51:40,336 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/default/test/ed11f956aa5423c622cd4443034c76c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:51:40,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:40,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:51:40,337 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:40,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed11f956aa5423c622cd4443034c76c2: Waiting for close lock at 1731963100194Running coprocessor pre-close hooks at 1731963100194Disabling compacts and flushes for region at 1731963100194Disabling writes for close at 1731963100195 (+1 ms)Writing region close event to WAL at 1731963100270 (+75 ms)Running coprocessor post-close hooks at 1731963100337 (+67 ms)Closed at 1731963100337 2024-11-18T20:51:40,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963089959.ed11f956aa5423c622cd4443034c76c2. 2024-11-18T20:51:40,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 850cf3de9df1924cb4b24f5197c34548, disabling compactions & flushes 2024-11-18T20:51:40,337 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:40,337 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:40,338 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. after waiting 0 ms 2024-11-18T20:51:40,338 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:40,338 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 850cf3de9df1924cb4b24f5197c34548 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T20:51:40,396 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:40,401 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/.tmp/hfileref/f77060500a9e459aa6b092397b83cf94 is 74, key is 1/hfileref:0ec02bb1f94b4fb68e63fe031abb1bc0_SeqId_6_/1731963099547/DeleteColumn/seqid=0 2024-11-18T20:51:40,407 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/ns/14ee620230904edc99b89feeca6b2ab3 is 43, key is default/ns:d/1731963088738/Put/seqid=0 2024-11-18T20:51:40,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741847_1023 (size=5345) 2024-11-18T20:51:40,424 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/.tmp/hfileref/f77060500a9e459aa6b092397b83cf94 2024-11-18T20:51:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741848_1024 (size=5153) 2024-11-18T20:51:40,475 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/.tmp/queue/6045e45fe37e4a8189c0f5ebeb07c942 is 154, key is 1-29a7ef02c270,35963,1731963085733/queue:29a7ef02c270%2C35963%2C1731963085733/1731963099550/Put/seqid=0 2024-11-18T20:51:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741849_1025 (size=5353) 2024-11-18T20:51:40,596 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:40,629 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:51:40,630 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:51:40,701 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:40,717 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1033, reset compression=false 2024-11-18T20:51:40,755 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:51:40,755 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,35963,1731963085733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:51:40,757 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1328, reset compression=false 2024-11-18T20:51:40,772 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,35963,1731963085733: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,35963,1731963085733, walGroup=29a7ef02c270%2C35963%2C1731963085733, offset=29a7ef02c270%2C35963%2C1731963085733.1731963087680:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:35963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:51:40,782 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:51:40,785 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:51:40,796 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:40,807 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:51:40,807 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:51:40,807 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:51:40,807 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 506874880 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187191688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:51:40,813 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:37387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:37387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:51:40,847 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/ns/14ee620230904edc99b89feeca6b2ab3 2024-11-18T20:51:40,913 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/rep_barrier/2d9eb0e225d84560aea173815500a0ff is 112, key is test,,1731963089959.ed11f956aa5423c622cd4443034c76c2./rep_barrier:seqnumDuringOpen/1731963091357/Put/seqid=0 2024-11-18T20:51:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741850_1026 (size=5518) 2024-11-18T20:51:40,963 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/.tmp/queue/6045e45fe37e4a8189c0f5ebeb07c942 2024-11-18T20:51:40,971 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/rep_barrier/2d9eb0e225d84560aea173815500a0ff 2024-11-18T20:51:40,996 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 850cf3de9df1924cb4b24f5197c34548 2024-11-18T20:51:41,001 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1328, reset compression=false 2024-11-18T20:51:41,011 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/.tmp/hfileref/f77060500a9e459aa6b092397b83cf94 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/hfileref/f77060500a9e459aa6b092397b83cf94 2024-11-18T20:51:41,026 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/table/558906f2fb514e73a3d2c937077cfa1a is 53, key is hbase:replication/table:state/1731963095939/Put/seqid=0 2024-11-18T20:51:41,026 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/hfileref/f77060500a9e459aa6b092397b83cf94, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T20:51:41,028 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/.tmp/queue/6045e45fe37e4a8189c0f5ebeb07c942 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/queue/6045e45fe37e4a8189c0f5ebeb07c942 2024-11-18T20:51:41,035 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/queue/6045e45fe37e4a8189c0f5ebeb07c942, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T20:51:41,038 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 850cf3de9df1924cb4b24f5197c34548 in 700ms, sequenceid=12, compaction requested=false 2024-11-18T20:51:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741851_1027 (size=5308) 2024-11-18T20:51:41,132 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/table/558906f2fb514e73a3d2c937077cfa1a 2024-11-18T20:51:41,140 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/replication/850cf3de9df1924cb4b24f5197c34548/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:51:41,146 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:41,146 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:41,146 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:41,146 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 850cf3de9df1924cb4b24f5197c34548: Waiting for close lock at 1731963100337Running coprocessor pre-close hooks at 1731963100337Disabling compacts and flushes for region at 1731963100337Disabling writes for close at 1731963100338 (+1 ms)Obtaining lock to block concurrent updates at 1731963100338Preparing flush snapshotting stores in 850cf3de9df1924cb4b24f5197c34548 at 1731963100338Finished memstore snapshotting hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731963100338Flushing stores of hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. at 1731963100339 (+1 ms)Flushing 850cf3de9df1924cb4b24f5197c34548/hfileref: creating writer at 1731963100339Flushing 850cf3de9df1924cb4b24f5197c34548/hfileref: appending metadata at 1731963100400 (+61 ms)Flushing 850cf3de9df1924cb4b24f5197c34548/hfileref: closing flushed file at 1731963100400Flushing 850cf3de9df1924cb4b24f5197c34548/queue: creating writer at 1731963100432 (+32 ms)Flushing 850cf3de9df1924cb4b24f5197c34548/queue: appending metadata at 1731963100475 (+43 ms)Flushing 850cf3de9df1924cb4b24f5197c34548/queue: closing flushed file at 1731963100475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12592532: reopening flushed file at 1731963101001 (+526 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71341b5d: reopening flushed file at 1731963101027 (+26 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 850cf3de9df1924cb4b24f5197c34548 in 700ms, sequenceid=12, compaction requested=false at 1731963101039 (+12 ms)Writing region close event to WAL at 1731963101118 (+79 ms)Running coprocessor post-close hooks at 1731963101146 (+28 ms)Closed at 1731963101146 2024-11-18T20:51:41,146 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963094401.850cf3de9df1924cb4b24f5197c34548. 2024-11-18T20:51:41,158 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/info/bf59a963851a4418bc13e604bd533e17 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/info/bf59a963851a4418bc13e604bd533e17 2024-11-18T20:51:41,171 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/info/bf59a963851a4418bc13e604bd533e17, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:51:41,172 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/ns/14ee620230904edc99b89feeca6b2ab3 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/ns/14ee620230904edc99b89feeca6b2ab3 2024-11-18T20:51:41,183 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/ns/14ee620230904edc99b89feeca6b2ab3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:51:41,184 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/rep_barrier/2d9eb0e225d84560aea173815500a0ff as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/rep_barrier/2d9eb0e225d84560aea173815500a0ff 2024-11-18T20:51:41,192 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/rep_barrier/2d9eb0e225d84560aea173815500a0ff, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:51:41,193 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/.tmp/table/558906f2fb514e73a3d2c937077cfa1a as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/table/558906f2fb514e73a3d2c937077cfa1a 2024-11-18T20:51:41,197 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:51:41,197 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:41,197 DEBUG [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:41,201 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/table/558906f2fb514e73a3d2c937077cfa1a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:51:41,202 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=16, compaction requested=false 2024-11-18T20:51:41,230 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:41,329 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:51:41,329 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:41,330 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:41,330 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:41,330 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963100196Running coprocessor pre-close hooks at 1731963100196Disabling compacts and flushes for region at 1731963100196Disabling writes for close at 1731963100196Obtaining lock to block concurrent updates at 1731963100196Preparing flush snapshotting stores in 1588230740 at 1731963100196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963100197 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963100200 (+3 ms)Flushing 1588230740/info: creating writer at 1731963100200Flushing 1588230740/info: appending metadata at 1731963100265 (+65 ms)Flushing 1588230740/info: closing flushed file at 1731963100265Flushing 1588230740/ns: creating writer at 1731963100334 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731963100406 (+72 ms)Flushing 1588230740/ns: closing flushed file at 1731963100406Flushing 1588230740/rep_barrier: creating writer at 1731963100863 (+457 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963100913 (+50 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963100913Flushing 1588230740/table: creating writer at 1731963100983 (+70 ms)Flushing 1588230740/table: appending metadata at 1731963101025 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731963101025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a637cdd: reopening flushed file at 1731963101157 (+132 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fea2adf: reopening flushed file at 1731963101171 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636211fe: reopening flushed file at 1731963101183 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22337c5b: reopening flushed file at 1731963101192 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=16, compaction requested=false at 1731963101202 (+10 ms)Writing region close event to WAL at 1731963101307 (+105 ms)Running coprocessor post-close hooks at 1731963101329 (+22 ms)Closed at 1731963101330 (+1 ms) 2024-11-18T20:51:41,330 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:41,345 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.1731963087680 to pos 1328, reset compression=false 2024-11-18T20:51:41,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:41,400 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,35963,1731963085733; all regions closed. 2024-11-18T20:51:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:51:41,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/WALs/29a7ef02c270,35963,1731963085733/29a7ef02c270%2C35963%2C1731963085733.meta.1731963088667.meta not finished, retry = 0 2024-11-18T20:51:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741839_1015 (size=3127) 2024-11-18T20:51:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741832_1008 (size=1336) 2024-11-18T20:51:41,592 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:41,592 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:41,592 INFO [RS:0;29a7ef02c270:35963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:41,593 INFO [RS:0;29a7ef02c270:35963 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:41,593 INFO [RS:0;29a7ef02c270:35963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:41,593 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,35963,1731963085733 because: Region server is closing 2024-11-18T20:51:41,593 INFO [RS:0;29a7ef02c270:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35963. 2024-11-18T20:51:41,593 DEBUG [RS:0;29a7ef02c270:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:41,593 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:41,593 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:41,594 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:41,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:41,694 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.shipper29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 terminated 2024-11-18T20:51:41,694 INFO [RS:0;29a7ef02c270:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:35963. 2024-11-18T20:51:41,694 DEBUG [RS:0;29a7ef02c270:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:41,694 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:41,694 DEBUG [RS:0;29a7ef02c270:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:41,694 INFO [RS:0;29a7ef02c270:35963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35963 2024-11-18T20:51:41,695 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,35963,1731963085733.replicationSource.wal-reader.29a7ef02c270%2C35963%2C1731963085733,1-29a7ef02c270,35963,1731963085733 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:51:41,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:41,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794400493/rs/29a7ef02c270,35963,1731963085733 2024-11-18T20:51:41,746 INFO [RS:0;29a7ef02c270:35963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493/rs 2024-11-18T20:51:41,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,35963,1731963085733] 2024-11-18T20:51:41,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-794400493/draining/29a7ef02c270,35963,1731963085733 already deleted, retry=false 2024-11-18T20:51:41,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,35963,1731963085733 expired; onlineServers=0 2024-11-18T20:51:41,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,37387,1731963085591' ***** 2024-11-18T20:51:41,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:51:41,769 INFO [M:0;29a7ef02c270:37387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:41,769 INFO [M:0;29a7ef02c270:37387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:41,769 DEBUG [M:0;29a7ef02c270:37387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:51:41,769 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:51:41,769 DEBUG [M:0;29a7ef02c270:37387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:51:41,771 INFO [M:0;29a7ef02c270:37387 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:41,771 INFO [M:0;29a7ef02c270:37387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:41,771 DEBUG [M:0;29a7ef02c270:37387 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:51:41,771 INFO [M:0;29a7ef02c270:37387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:51:41,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963087415 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963087415,5,FailOnTimeoutGroup] 2024-11-18T20:51:41,771 INFO [M:0;29a7ef02c270:37387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:41,771 INFO [M:0;29a7ef02c270:37387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:51:41,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:51:41,772 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963087415 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963087415,5,FailOnTimeoutGroup] 2024-11-18T20:51:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-794400493/master 2024-11-18T20:51:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-794400493 2024-11-18T20:51:41,780 DEBUG [M:0;29a7ef02c270:37387 {}] zookeeper.ZKUtil(347): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Unable to get data of znode /1-794400493/master because node does not exist (not an error) 2024-11-18T20:51:41,780 WARN [M:0;29a7ef02c270:37387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:51:41,781 INFO [M:0;29a7ef02c270:37387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/.lastflushedseqids 2024-11-18T20:51:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741852_1028 (size=263) 2024-11-18T20:51:41,853 INFO [M:0;29a7ef02c270:37387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:51:41,853 INFO [M:0;29a7ef02c270:37387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:51:41,853 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:41,853 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:41,853 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:41,853 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:41,853 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:41,853 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T20:51:41,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:41,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1015100f7270004, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:41,855 INFO [RS:0;29a7ef02c270:35963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:41,855 INFO [RS:0;29a7ef02c270:35963 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,35963,1731963085733; zookeeper connection closed. 2024-11-18T20:51:41,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a3149d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a3149d 2024-11-18T20:51:41,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:51:41,903 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:41,906 DEBUG [M:0;29a7ef02c270:37387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd47818d0b6b4b86be80e95f5fc89c07 is 82, key is hbase:meta,,1/info:regioninfo/1731963088708/Put/seqid=0 2024-11-18T20:51:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741853_1029 (size=5672) 2024-11-18T20:51:42,410 INFO [M:0;29a7ef02c270:37387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd47818d0b6b4b86be80e95f5fc89c07 2024-11-18T20:51:42,519 DEBUG [M:0;29a7ef02c270:37387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770c6ac517d34fd6b36e8eaba9132556 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963095948/Put/seqid=0 2024-11-18T20:51:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741854_1030 (size=8515) 2024-11-18T20:51:42,584 INFO [M:0;29a7ef02c270:37387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770c6ac517d34fd6b36e8eaba9132556 2024-11-18T20:51:42,651 DEBUG [M:0;29a7ef02c270:37387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc81c7ff4af498792ddbb7f3ef5469d is 69, key is 29a7ef02c270,35963,1731963085733/rs:state/1731963087508/Put/seqid=0 2024-11-18T20:51:42,667 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741855_1031 (size=5156) 2024-11-18T20:51:43,131 INFO [M:0;29a7ef02c270:37387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc81c7ff4af498792ddbb7f3ef5469d 2024-11-18T20:51:43,140 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd47818d0b6b4b86be80e95f5fc89c07 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd47818d0b6b4b86be80e95f5fc89c07 2024-11-18T20:51:43,146 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd47818d0b6b4b86be80e95f5fc89c07, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:51:43,147 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770c6ac517d34fd6b36e8eaba9132556 as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/770c6ac517d34fd6b36e8eaba9132556 2024-11-18T20:51:43,153 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/770c6ac517d34fd6b36e8eaba9132556, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:51:43,154 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffc81c7ff4af498792ddbb7f3ef5469d as hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffc81c7ff4af498792ddbb7f3ef5469d 2024-11-18T20:51:43,166 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38833/user/jenkins/test-data/48d373fe-9e99-1474-b75c-380696220cdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffc81c7ff4af498792ddbb7f3ef5469d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:51:43,167 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false 2024-11-18T20:51:43,259 INFO [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:43,259 DEBUG [M:0;29a7ef02c270:37387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963101853Disabling compacts and flushes for region at 1731963101853Disabling writes for close at 1731963101853Obtaining lock to block concurrent updates at 1731963101853Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963101853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731963101854 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963101854Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963101854Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963101905 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963101905Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963102438 (+533 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963102519 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963102519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963102607 (+88 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963102650 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963102650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548da1a1: reopening flushed file at 1731963103139 (+489 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70586d3e: reopening flushed file at 1731963103146 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780a01b0: reopening flushed file at 1731963103154 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false at 1731963103167 (+13 ms)Writing region close event to WAL at 1731963103259 (+92 ms)Closed at 1731963103259 2024-11-18T20:51:43,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741830_1006 (size=63642) 2024-11-18T20:51:43,275 INFO [M:0;29a7ef02c270:37387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:51:43,275 INFO [M:0;29a7ef02c270:37387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37387 2024-11-18T20:51:43,279 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:43,280 INFO [M:0;29a7ef02c270:37387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37387-0x1015100f7270003, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:43,415 INFO [M:0;29a7ef02c270:37387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:43,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc06253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:43,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:43,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:43,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:43,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:43,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:51:43,468 WARN [BP-1261317797-172.17.0.2-1731963083104 heartbeating to localhost/127.0.0.1:38833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:51:43,468 WARN [BP-1261317797-172.17.0.2-1731963083104 heartbeating to localhost/127.0.0.1:38833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1261317797-172.17.0.2-1731963083104 (Datanode Uuid 29a9c608-54ca-4855-be48-a5686f40b870) service to localhost/127.0.0.1:38833 2024-11-18T20:51:43,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:51:43,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/cluster_10979567-d7b8-0604-bf93-2f09e04605d8/data/data2/current/BP-1261317797-172.17.0.2-1731963083104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:43,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/cluster_10979567-d7b8-0604-bf93-2f09e04605d8/data/data1/current/BP-1261317797-172.17.0.2-1731963083104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:43,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:51:43,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1228fad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:43,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:43,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:43,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:43,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:43,511 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:51:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:51:43,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:43,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:43,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:43,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:43,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:51:43,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1349525065, stopped=false 2024-11-18T20:51:43,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,46699,1731963080561 2024-11-18T20:51:43,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374090444/running 2024-11-18T20:51:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374090444/running 2024-11-18T20:51:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:43,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:43,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/running 2024-11-18T20:51:43,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:51:43,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:43,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:43,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,36409,1731963081042' ***** 2024-11-18T20:51:43,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:51:43,560 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:51:43,560 INFO [RS:0;29a7ef02c270:36409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:51:43,560 INFO [RS:0;29a7ef02c270:36409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:51:43,561 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(3091): Received CLOSE for b1b02d40ddde2601f65b61b67e887a53 2024-11-18T20:51:43,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:51:43,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Set watcher on znode that does not yet exist, /0374090444/running 2024-11-18T20:51:43,567 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(3091): Received CLOSE for cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,36409,1731963081042 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:36409. 2024-11-18T20:51:43,568 DEBUG [RS:0;29a7ef02c270:36409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:43,568 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:51:43,568 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:51:43,568 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1b02d40ddde2601f65b61b67e887a53, disabling compactions & flushes 2024-11-18T20:51:43,568 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:43,569 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:43,569 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. after waiting 0 ms 2024-11-18T20:51:43,569 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:43,569 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1b02d40ddde2601f65b61b67e887a53 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T20:51:43,579 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:51:43,579 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1325): Online Regions={b1b02d40ddde2601f65b61b67e887a53=hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53., cc283322d82500275aeed68ef7edca60=test,,1731963088811.cc283322d82500275aeed68ef7edca60., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:43,579 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1b02d40ddde2601f65b61b67e887a53, cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:43,579 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:43,579 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:43,579 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:43,579 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:43,579 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:43,579 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:51:43,623 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/.tmp/hfileref/459c96f8e854411b95042ef56fbd2cef is 74, key is 1/hfileref:a9e12bd19ef0474abda393952fb83e7b_SeqId_4_/1731963098212/DeleteColumn/seqid=0 2024-11-18T20:51:43,628 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/info/d6bfc8c7f0bf43dd86ddaa7f2d824b2c is 147, key is hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53./info:regioninfo/1731963093242/Put/seqid=0 2024-11-18T20:51:43,636 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741846_1022 (size=5345) 2024-11-18T20:51:43,665 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/.tmp/hfileref/459c96f8e854411b95042ef56fbd2cef 2024-11-18T20:51:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741847_1023 (size=7686) 2024-11-18T20:51:43,722 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/.tmp/queue/4842913118cd4c08989187b25811998d is 154, key is 1-29a7ef02c270,36409,1731963081042/queue:29a7ef02c270%2C36409%2C1731963081042/1731963099954/Put/seqid=0 2024-11-18T20:51:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741848_1024 (size=5353) 2024-11-18T20:51:43,780 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1b02d40ddde2601f65b61b67e887a53, cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:43,980 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1b02d40ddde2601f65b61b67e887a53, cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:44,097 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/info/d6bfc8c7f0bf43dd86ddaa7f2d824b2c 2024-11-18T20:51:44,134 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/ns/249009b300a0416e880dcf852a54aa66 is 43, key is default/ns:d/1731963082944/Put/seqid=0 2024-11-18T20:51:44,140 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/.tmp/queue/4842913118cd4c08989187b25811998d 2024-11-18T20:51:44,147 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/.tmp/hfileref/459c96f8e854411b95042ef56fbd2cef as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/hfileref/459c96f8e854411b95042ef56fbd2cef 2024-11-18T20:51:44,155 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/hfileref/459c96f8e854411b95042ef56fbd2cef, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T20:51:44,156 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/.tmp/queue/4842913118cd4c08989187b25811998d as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/queue/4842913118cd4c08989187b25811998d 2024-11-18T20:51:44,177 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/queue/4842913118cd4c08989187b25811998d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T20:51:44,179 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b1b02d40ddde2601f65b61b67e887a53 in 609ms, sequenceid=12, compaction requested=false 2024-11-18T20:51:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741849_1025 (size=5153) 2024-11-18T20:51:44,185 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/ns/249009b300a0416e880dcf852a54aa66 2024-11-18T20:51:44,185 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1b02d40ddde2601f65b61b67e887a53, cc283322d82500275aeed68ef7edca60 2024-11-18T20:51:44,232 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:51:44,232 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:51:44,261 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/rep_barrier/8a37e57d0f1b44708476c65526aac732 is 112, key is test,,1731963088811.cc283322d82500275aeed68ef7edca60./rep_barrier:seqnumDuringOpen/1731963089768/Put/seqid=0 2024-11-18T20:51:44,274 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/replication/b1b02d40ddde2601f65b61b67e887a53/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:44,275 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1b02d40ddde2601f65b61b67e887a53: Waiting for close lock at 1731963103568Running coprocessor pre-close hooks at 1731963103568Disabling compacts and flushes for region at 1731963103568Disabling writes for close at 1731963103569 (+1 ms)Obtaining lock to block concurrent updates at 1731963103569Preparing flush snapshotting stores in b1b02d40ddde2601f65b61b67e887a53 at 1731963103569Finished memstore snapshotting hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731963103569Flushing stores of hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. at 1731963103570 (+1 ms)Flushing b1b02d40ddde2601f65b61b67e887a53/hfileref: creating writer at 1731963103570Flushing b1b02d40ddde2601f65b61b67e887a53/hfileref: appending metadata at 1731963103623 (+53 ms)Flushing b1b02d40ddde2601f65b61b67e887a53/hfileref: closing flushed file at 1731963103623Flushing b1b02d40ddde2601f65b61b67e887a53/queue: creating writer at 1731963103700 (+77 ms)Flushing b1b02d40ddde2601f65b61b67e887a53/queue: appending metadata at 1731963103722 (+22 ms)Flushing b1b02d40ddde2601f65b61b67e887a53/queue: closing flushed file at 1731963103722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605f149b: reopening flushed file at 1731963104145 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60026388: reopening flushed file at 1731963104155 (+10 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b1b02d40ddde2601f65b61b67e887a53 in 609ms, sequenceid=12, compaction requested=false at 1731963104179 (+24 ms)Writing region close event to WAL at 1731963104261 (+82 ms)Running coprocessor post-close hooks at 1731963104275 (+14 ms)Closed at 1731963104275 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963092206.b1b02d40ddde2601f65b61b67e887a53. 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc283322d82500275aeed68ef7edca60, disabling compactions & flushes 2024-11-18T20:51:44,275 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963088811.cc283322d82500275aeed68ef7edca60. after waiting 0 ms 2024-11-18T20:51:44,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741850_1026 (size=5518) 2024-11-18T20:51:44,338 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/rep_barrier/8a37e57d0f1b44708476c65526aac732 2024-11-18T20:51:44,351 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/default/test/cc283322d82500275aeed68ef7edca60/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:51:44,352 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:44,352 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:51:44,352 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:44,352 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc283322d82500275aeed68ef7edca60: Waiting for close lock at 1731963104275Running coprocessor pre-close hooks at 1731963104275Disabling compacts and flushes for region at 1731963104275Disabling writes for close at 1731963104275Writing region close event to WAL at 1731963104336 (+61 ms)Running coprocessor post-close hooks at 1731963104352 (+16 ms)Closed at 1731963104352 2024-11-18T20:51:44,352 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963088811.cc283322d82500275aeed68ef7edca60. 2024-11-18T20:51:44,375 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/table/f4f8c46b6c5f4adfa20bec2745b77e47 is 53, key is hbase:replication/table:state/1731963093264/Put/seqid=0 2024-11-18T20:51:44,385 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741851_1027 (size=5308) 2024-11-18T20:51:44,479 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1033, reset compression=false 2024-11-18T20:51:44,518 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:51:44,518 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1328, reset compression=false 2024-11-18T20:51:44,518 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,36409,1731963081042 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:51:44,519 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,36409,1731963081042: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,36409,1731963081042, walGroup=29a7ef02c270%2C36409%2C1731963081042, offset=29a7ef02c270%2C36409%2C1731963081042.1731963082374:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:36409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:51:44,521 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:51:44,521 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:51:44,522 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:51:44,522 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:51:44,522 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:51:44,522 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 580275200 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188150576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:51:44,523 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:46699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:46699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:51:44,585 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:51:44,585 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:51:44,585 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:44,755 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1328, reset compression=false 2024-11-18T20:51:44,786 DEBUG [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:51:44,822 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/table/f4f8c46b6c5f4adfa20bec2745b77e47 2024-11-18T20:51:44,831 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/info/d6bfc8c7f0bf43dd86ddaa7f2d824b2c as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/info/d6bfc8c7f0bf43dd86ddaa7f2d824b2c 2024-11-18T20:51:44,839 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/info/d6bfc8c7f0bf43dd86ddaa7f2d824b2c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:51:44,840 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/ns/249009b300a0416e880dcf852a54aa66 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/ns/249009b300a0416e880dcf852a54aa66 2024-11-18T20:51:44,846 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/ns/249009b300a0416e880dcf852a54aa66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:51:44,848 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/rep_barrier/8a37e57d0f1b44708476c65526aac732 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/rep_barrier/8a37e57d0f1b44708476c65526aac732 2024-11-18T20:51:44,855 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/rep_barrier/8a37e57d0f1b44708476c65526aac732, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:51:44,856 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/.tmp/table/f4f8c46b6c5f4adfa20bec2745b77e47 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/table/f4f8c46b6c5f4adfa20bec2745b77e47 2024-11-18T20:51:44,862 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/table/f4f8c46b6c5f4adfa20bec2745b77e47, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:51:44,864 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=16, compaction requested=false 2024-11-18T20:51:44,943 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:51:44,943 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:44,943 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:44,943 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:44,943 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963103579Running coprocessor pre-close hooks at 1731963103579Disabling compacts and flushes for region at 1731963103579Disabling writes for close at 1731963103579Obtaining lock to block concurrent updates at 1731963103579Preparing flush snapshotting stores in 1588230740 at 1731963103579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963103580 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963103581 (+1 ms)Flushing 1588230740/info: creating writer at 1731963103581Flushing 1588230740/info: appending metadata at 1731963103628 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731963103628Flushing 1588230740/ns: creating writer at 1731963104104 (+476 ms)Flushing 1588230740/ns: appending metadata at 1731963104133 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731963104133Flushing 1588230740/rep_barrier: creating writer at 1731963104195 (+62 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963104260 (+65 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963104260Flushing 1588230740/table: creating writer at 1731963104343 (+83 ms)Flushing 1588230740/table: appending metadata at 1731963104374 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731963104374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90c2eae: reopening flushed file at 1731963104830 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3230e8dd: reopening flushed file at 1731963104839 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4449f364: reopening flushed file at 1731963104846 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631a97bf: reopening flushed file at 1731963104855 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=16, compaction requested=false at 1731963104864 (+9 ms)Writing region close event to WAL at 1731963104932 (+68 ms)Running coprocessor post-close hooks at 1731963104943 (+11 ms)Closed at 1731963104943 2024-11-18T20:51:44,944 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:44,986 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,36409,1731963081042; all regions closed. 2024-11-18T20:51:45,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:51:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741839_1015 (size=3127) 2024-11-18T20:51:45,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.rep.1731963093141 not finished, retry = 0 2024-11-18T20:51:45,072 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/WALs/29a7ef02c270,36409,1731963081042/29a7ef02c270%2C36409%2C1731963081042.1731963082374 to pos 1328, reset compression=false 2024-11-18T20:51:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741833_1009 (size=1336) 2024-11-18T20:51:45,171 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:45,171 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:51:45,172 INFO [RS:0;29a7ef02c270:36409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:45,172 INFO [RS:0;29a7ef02c270:36409 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:45,172 INFO [RS:0;29a7ef02c270:36409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:45,172 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,36409,1731963081042 because: Region server is closing 2024-11-18T20:51:45,172 INFO [RS:0;29a7ef02c270:36409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:36409. 2024-11-18T20:51:45,172 DEBUG [RS:0;29a7ef02c270:36409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:45,172 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:45,172 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:45,172 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:45,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:45,273 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.shipper29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 terminated 2024-11-18T20:51:45,273 INFO [RS:0;29a7ef02c270:36409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:36409. 2024-11-18T20:51:45,273 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,36409,1731963081042.replicationSource.wal-reader.29a7ef02c270%2C36409%2C1731963081042,1-29a7ef02c270,36409,1731963081042 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:51:45,273 DEBUG [RS:0;29a7ef02c270:36409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:51:45,273 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:45,273 DEBUG [RS:0;29a7ef02c270:36409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:45,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:45,273 INFO [RS:0;29a7ef02c270:36409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36409 2024-11-18T20:51:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374090444/rs/29a7ef02c270,36409,1731963081042 2024-11-18T20:51:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444/rs 2024-11-18T20:51:45,287 INFO [RS:0;29a7ef02c270:36409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:45,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,36409,1731963081042] 2024-11-18T20:51:45,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0374090444/draining/29a7ef02c270,36409,1731963081042 already deleted, retry=false 2024-11-18T20:51:45,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,36409,1731963081042 expired; onlineServers=0 2024-11-18T20:51:45,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,46699,1731963080561' ***** 2024-11-18T20:51:45,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:51:45,305 INFO [M:0;29a7ef02c270:46699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:51:45,305 INFO [M:0;29a7ef02c270:46699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:51:45,305 DEBUG [M:0;29a7ef02c270:46699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:51:45,305 DEBUG [M:0;29a7ef02c270:46699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:51:45,305 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963082135 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963082135,5,FailOnTimeoutGroup] 2024-11-18T20:51:45,305 INFO [M:0;29a7ef02c270:46699 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:51:45,305 INFO [M:0;29a7ef02c270:46699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:51:45,306 DEBUG [M:0;29a7ef02c270:46699 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:51:45,306 INFO [M:0;29a7ef02c270:46699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:51:45,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:51:45,306 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963082155 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963082155,5,FailOnTimeoutGroup] 2024-11-18T20:51:45,306 INFO [M:0;29a7ef02c270:46699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:51:45,306 INFO [M:0;29a7ef02c270:46699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:51:45,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:51:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374090444/master 2024-11-18T20:51:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374090444 2024-11-18T20:51:45,313 DEBUG [M:0;29a7ef02c270:46699 {}] zookeeper.ZKUtil(347): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Unable to get data of znode /0374090444/master because node does not exist (not an error) 2024-11-18T20:51:45,313 WARN [M:0;29a7ef02c270:46699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:51:45,313 INFO [M:0;29a7ef02c270:46699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/.lastflushedseqids 2024-11-18T20:51:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741852_1028 (size=263) 2024-11-18T20:51:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:51:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:51:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:51:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:45,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:51:45,373 INFO [M:0;29a7ef02c270:46699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:51:45,374 INFO [M:0;29a7ef02c270:46699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:51:45,374 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:45,374 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:45,374 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:45,374 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:45,374 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:45,374 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T20:51:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36409-0x1015100f7270001, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:45,396 INFO [RS:0;29a7ef02c270:36409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:45,396 INFO [RS:0;29a7ef02c270:36409 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,36409,1731963081042; zookeeper connection closed. 2024-11-18T20:51:45,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16dac605 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16dac605 2024-11-18T20:51:45,398 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:51:45,434 DEBUG [M:0;29a7ef02c270:46699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb39f9d6e43c423ba4c790cfb2e2d82e is 82, key is hbase:meta,,1/info:regioninfo/1731963082837/Put/seqid=0 2024-11-18T20:51:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741853_1029 (size=5672) 2024-11-18T20:51:45,841 INFO [M:0;29a7ef02c270:46699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb39f9d6e43c423ba4c790cfb2e2d82e 2024-11-18T20:51:45,878 DEBUG [M:0;29a7ef02c270:46699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bd48dfac96649668a26fbb9d2e0ae09 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963093270/Put/seqid=0 2024-11-18T20:51:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741854_1030 (size=8516) 2024-11-18T20:51:45,951 INFO [M:0;29a7ef02c270:46699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bd48dfac96649668a26fbb9d2e0ae09 2024-11-18T20:51:46,039 DEBUG [M:0;29a7ef02c270:46699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57eff1b5971f4e689db338a348312412 is 69, key is 29a7ef02c270,36409,1731963081042/rs:state/1731963082177/Put/seqid=0 2024-11-18T20:51:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741855_1031 (size=5156) 2024-11-18T20:51:46,100 INFO [M:0;29a7ef02c270:46699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57eff1b5971f4e689db338a348312412 2024-11-18T20:51:46,123 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb39f9d6e43c423ba4c790cfb2e2d82e as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb39f9d6e43c423ba4c790cfb2e2d82e 2024-11-18T20:51:46,134 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb39f9d6e43c423ba4c790cfb2e2d82e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:51:46,135 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bd48dfac96649668a26fbb9d2e0ae09 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bd48dfac96649668a26fbb9d2e0ae09 2024-11-18T20:51:46,140 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bd48dfac96649668a26fbb9d2e0ae09, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:51:46,142 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57eff1b5971f4e689db338a348312412 as hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57eff1b5971f4e689db338a348312412 2024-11-18T20:51:46,157 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/a0757077-0763-f290-6efa-082d0831ca71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57eff1b5971f4e689db338a348312412, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:51:46,159 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 784ms, sequenceid=97, compaction requested=false 2024-11-18T20:51:46,208 INFO [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:46,208 DEBUG [M:0;29a7ef02c270:46699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963105374Disabling compacts and flushes for region at 1731963105374Disabling writes for close at 1731963105374Obtaining lock to block concurrent updates at 1731963105374Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963105374Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731963105374Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963105383 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963105383Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963105434 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963105434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963105846 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963105877 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963105878 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963105962 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963106038 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963106038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6051e278: reopening flushed file at 1731963106117 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1d032d: reopening flushed file at 1731963106134 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36615387: reopening flushed file at 1731963106140 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 784ms, sequenceid=97, compaction requested=false at 1731963106159 (+19 ms)Writing region close event to WAL at 1731963106208 (+49 ms)Closed at 1731963106208 2024-11-18T20:51:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741830_1006 (size=63654) 2024-11-18T20:51:46,245 INFO [M:0;29a7ef02c270:46699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:51:46,246 INFO [M:0;29a7ef02c270:46699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46699 2024-11-18T20:51:46,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:51:46,251 INFO [M:0;29a7ef02c270:46699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:51:46,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:46,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x1015100f7270000, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:51:46,391 INFO [M:0;29a7ef02c270:46699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:51:46,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:46,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:46,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:46,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:46,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:46,432 WARN [BP-695452878-172.17.0.2-1731963078019 heartbeating to localhost/127.0.0.1:33755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:51:46,432 WARN [BP-695452878-172.17.0.2-1731963078019 heartbeating to localhost/127.0.0.1:33755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695452878-172.17.0.2-1731963078019 (Datanode Uuid f486a167-5587-46e6-a520-8cf0d9adb961) service to localhost/127.0.0.1:33755 2024-11-18T20:51:46,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:51:46,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:51:46,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/data/data1/current/BP-695452878-172.17.0.2-1731963078019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:46,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/cluster_fef2e5ed-d408-2a5c-885f-de4aa7fde0bc/data/data2/current/BP-695452878-172.17.0.2-1731963078019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:51:46,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:51:46,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56324a50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:46,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:51:46,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:51:46,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:51:46,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2424dc9b-6f11-ee98-d602-747cf50a5b80/hadoop.log.dir/,STOPPED} 2024-11-18T20:51:46,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:51:46,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:51:46,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 202) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38833 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38833 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33755 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33755 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33755 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38833 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 564) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=930 (was 900) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=407 (was 602) 2024-11-18T20:51:46,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=930, ProcessCount=11, AvailableMemoryMB=407 2024-11-18T20:51:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015100f7270005, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:51:46,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015100f7270002, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:51:46,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015100f7270005, quorum=127.0.0.1:51347, baseZNode=/1-794400493 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:51:46,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015100f7270002, quorum=127.0.0.1:51347, baseZNode=/0374090444 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:51:46,568 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T20:51:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir so I do NOT create it in target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4 2024-11-18T20:51:46,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:51:46,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.tmp.dir so I do NOT create it in target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4 2024-11-18T20:51:46,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9eb7f14-e8f8-bbb6-ff95-1cbb607c4e2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:51:46,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4 2024-11-18T20:51:46,569 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05, deleteOnExit=true 2024-11-18T20:51:46,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/zookeeper_0, clientPort=63990, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:51:46,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:46,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63990 2024-11-18T20:51:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:51:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:51:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/test.cache.data in system properties and HBase conf 2024-11-18T20:51:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:51:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:51:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:51:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:51:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:51:46,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:51:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:51:46,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:46,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:51:46,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:51:46,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:46,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:47,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:47,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:47,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:47,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:47,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:51:47,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:47,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366cc4eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:47,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:47,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4765a193{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/java.io.tmpdir/jetty-localhost-42923-hadoop-hdfs-3_4_1-tests_jar-_-any-6515199538183847286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:47,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cef77a0{HTTP/1.1, (http/1.1)}{localhost:42923} 2024-11-18T20:51:47,431 INFO [Time-limited test {}] server.Server(415): Started @202925ms 2024-11-18T20:51:47,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:47,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:48,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:48,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:48,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:51:48,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:48,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:48,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c486f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/java.io.tmpdir/jetty-localhost-36045-hadoop-hdfs-3_4_1-tests_jar-_-any-3575323068912248522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:48,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:36045} 2024-11-18T20:51:48,239 INFO [Time-limited test {}] server.Server(415): Started @203733ms 2024-11-18T20:51:48,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:51:49,040 WARN [Thread-2174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/data/data1/current/BP-524223288-172.17.0.2-1731963106838/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:49,044 WARN [Thread-2175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/data/data2/current/BP-524223288-172.17.0.2-1731963106838/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:49,185 WARN [Thread-2162 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:51:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x151a614e2d62a462 with lease ID 0xa539c9456d0e7679: Processing first storage report for DS-62d8fdc1-cd5f-4463-9bf9-0d2b6830d677 from datanode DatanodeRegistration(127.0.0.1:42441, datanodeUuid=1b0e10ca-7b91-4f7d-8db6-3ddb2b46b461, infoPort=41285, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=897566825;c=1731963106838) 2024-11-18T20:51:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x151a614e2d62a462 with lease ID 0xa539c9456d0e7679: from storage DS-62d8fdc1-cd5f-4463-9bf9-0d2b6830d677 node DatanodeRegistration(127.0.0.1:42441, datanodeUuid=1b0e10ca-7b91-4f7d-8db6-3ddb2b46b461, infoPort=41285, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=897566825;c=1731963106838), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x151a614e2d62a462 with lease ID 0xa539c9456d0e7679: Processing first storage report for DS-0e320f22-1cee-42e5-b4cd-f4f936af283e from datanode DatanodeRegistration(127.0.0.1:42441, datanodeUuid=1b0e10ca-7b91-4f7d-8db6-3ddb2b46b461, infoPort=41285, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=897566825;c=1731963106838) 2024-11-18T20:51:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x151a614e2d62a462 with lease ID 0xa539c9456d0e7679: from storage DS-0e320f22-1cee-42e5-b4cd-f4f936af283e node DatanodeRegistration(127.0.0.1:42441, datanodeUuid=1b0e10ca-7b91-4f7d-8db6-3ddb2b46b461, infoPort=41285, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=897566825;c=1731963106838), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:49,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4 2024-11-18T20:51:49,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:49,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:51:49,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1 with version=8 2024-11-18T20:51:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/hbase-staging 2024-11-18T20:51:49,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:51:49,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:49,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40489 2024-11-18T20:51:49,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40489 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-11-18T20:51:49,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404890x0, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:49,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40489-0x101510167240000 connected 2024-11-18T20:51:49,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:49,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:49,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/running 2024-11-18T20:51:49,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1, hbase.cluster.distributed=false 2024-11-18T20:51:49,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/acl 2024-11-18T20:51:49,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40489 2024-11-18T20:51:49,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40489 2024-11-18T20:51:49,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40489 2024-11-18T20:51:49,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40489 2024-11-18T20:51:49,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40489 2024-11-18T20:51:49,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:49,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:49,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:49,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:49,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:49,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:49,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:51:49,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:49,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40459 2024-11-18T20:51:49,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40459 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-11-18T20:51:49,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:49,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:49,857 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404590x0, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:49,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404590x0, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/running 2024-11-18T20:51:49,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40459-0x101510167240001 connected 2024-11-18T20:51:49,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:51:49,859 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:51:49,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/master 2024-11-18T20:51:49,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/acl 2024-11-18T20:51:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40459 2024-11-18T20:51:49,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40459 2024-11-18T20:51:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40459 2024-11-18T20:51:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40459 2024-11-18T20:51:49,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40459 2024-11-18T20:51:49,894 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:40489 2024-11-18T20:51:49,895 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0523477072/backup-masters/29a7ef02c270,40489,1731963109641 2024-11-18T20:51:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072/backup-masters 2024-11-18T20:51:49,898 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072/backup-masters 2024-11-18T20:51:49,899 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on existing znode=/0523477072/backup-masters/29a7ef02c270,40489,1731963109641 2024-11-18T20:51:49,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:49,906 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0523477072/master 2024-11-18T20:51:49,907 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:49,907 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on existing znode=/0523477072/master 2024-11-18T20:51:49,907 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0523477072/backup-masters/29a7ef02c270,40489,1731963109641 from backup master directory 2024-11-18T20:51:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0523477072/backup-masters/29a7ef02c270,40489,1731963109641 2024-11-18T20:51:49,915 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072/backup-masters 2024-11-18T20:51:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072/backup-masters 2024-11-18T20:51:49,915 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:49,915 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,40489,1731963109641 2024-11-18T20:51:49,920 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/hbase.id] with ID: 188735bc-710c-4967-95a4-7a71f8261aa0 2024-11-18T20:51:49,920 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/.tmp/hbase.id 2024-11-18T20:51:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:51:50,339 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/.tmp/hbase.id]:[hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/hbase.id] 2024-11-18T20:51:50,352 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:50,352 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:51:50,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:51:50,365 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:50,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:50,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:51:50,773 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:50,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:51:50,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:50,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:51:51,182 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store 2024-11-18T20:51:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:51:51,588 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:51,588 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:51,588 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:51,588 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:51,588 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:51,588 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:51,588 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:51,588 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963111588Disabling compacts and flushes for region at 1731963111588Disabling writes for close at 1731963111588Writing region close event to WAL at 1731963111588Closed at 1731963111588 2024-11-18T20:51:51,589 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/.initializing 2024-11-18T20:51:51,589 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/WALs/29a7ef02c270,40489,1731963109641 2024-11-18T20:51:51,590 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:51,591 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C40489%2C1731963109641, suffix=, logDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/WALs/29a7ef02c270,40489,1731963109641, archiveDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/oldWALs, maxLogs=10 2024-11-18T20:51:51,607 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/WALs/29a7ef02c270,40489,1731963109641/29a7ef02c270%2C40489%2C1731963109641.1731963111591, exclude list is [], retry=0 2024-11-18T20:51:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-62d8fdc1-cd5f-4463-9bf9-0d2b6830d677,DISK] 2024-11-18T20:51:51,611 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/WALs/29a7ef02c270,40489,1731963109641/29a7ef02c270%2C40489%2C1731963109641.1731963111591 2024-11-18T20:51:51,612 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-18T20:51:51,612 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:51,612 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:51,612 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,612 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:51:51,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:51,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:51,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:51:51,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:51,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:51,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:51:51,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:51,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:51,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:51:51,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:51,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:51,619 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,619 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,621 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,621 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,621 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:51,622 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:51,624 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:51,624 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61752420, jitterRate=-0.07981723546981812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:51,625 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963111612Initializing all the Stores at 1731963111613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963111613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963111613Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963111613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963111613Cleaning up temporary data from old regions at 1731963111621 (+8 ms)Region opened successfully at 1731963111625 (+4 ms) 2024-11-18T20:51:51,625 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:51:51,628 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372fc283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:51,629 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:51:51,629 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:51:51,629 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:51:51,629 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:51:51,629 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:51:51,630 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:51:51,630 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:51:51,632 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:51:51,633 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Unable to get data of znode /0523477072/balancer because node does not exist (not necessarily an error) 2024-11-18T20:51:51,673 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/balancer already deleted, retry=false 2024-11-18T20:51:51,674 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:51:51,674 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Unable to get data of znode /0523477072/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:51:51,686 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/normalizer already deleted, retry=false 2024-11-18T20:51:51,687 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:51:51,692 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Unable to get data of znode /0523477072/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:51:51,698 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/switch/split already deleted, retry=false 2024-11-18T20:51:51,699 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Unable to get data of znode /0523477072/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:51:51,706 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/switch/merge already deleted, retry=false 2024-11-18T20:51:51,709 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Unable to get data of znode /0523477072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:51:51,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/snapshot-cleanup already deleted, retry=false 2024-11-18T20:51:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0523477072/running 2024-11-18T20:51:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:51,724 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,40489,1731963109641, sessionid=0x101510167240000, setting cluster-up flag (Was=false) 2024-11-18T20:51:51,727 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0523477072/running 2024-11-18T20:51:51,727 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:51,765 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0523477072/flush-table-proc/acquired, /0523477072/flush-table-proc/reached, /0523477072/flush-table-proc/abort 2024-11-18T20:51:51,766 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40489,1731963109641 2024-11-18T20:51:51,781 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:51,806 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0523477072/online-snapshot/acquired, /0523477072/online-snapshot/reached, /0523477072/online-snapshot/abort 2024-11-18T20:51:51,807 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40489,1731963109641 2024-11-18T20:51:51,808 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:51:51,809 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:51,810 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:51:51,810 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:51:51,810 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,40489,1731963109641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:51,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963141812 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:51:51,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:51:51,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:51:51,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:51:51,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:51:51,813 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963111813,5,FailOnTimeoutGroup] 2024-11-18T20:51:51,813 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963111813,5,FailOnTimeoutGroup] 2024-11-18T20:51:51,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:51:51,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,813 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:51,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:51:51,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:51:51,886 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(746): ClusterId : 188735bc-710c-4967-95a4-7a71f8261aa0 2024-11-18T20:51:51,886 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:51:51,890 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:51:51,890 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:51:51,899 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:51:51,899 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be90e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:51,910 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:40459 2024-11-18T20:51:51,910 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:51:51,910 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:51:51,910 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:51:51,910 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,40489,1731963109641 with port=40459, startcode=1731963109839 2024-11-18T20:51:51,911 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:51:51,912 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:51:51,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,40459,1731963109839 2024-11-18T20:51:51,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40489 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:51,914 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1 2024-11-18T20:51:51,914 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41457 2024-11-18T20:51:51,914 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:51:51,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072/rs 2024-11-18T20:51:51,923 DEBUG [RS:0;29a7ef02c270:40459 {}] zookeeper.ZKUtil(111): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on existing znode=/0523477072/rs/29a7ef02c270,40459,1731963109839 2024-11-18T20:51:51,923 WARN [RS:0;29a7ef02c270:40459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:51,924 INFO [RS:0;29a7ef02c270:40459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:51,924 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839 2024-11-18T20:51:51,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,40459,1731963109839] 2024-11-18T20:51:51,926 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:51:51,928 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:51:51,931 INFO [RS:0;29a7ef02c270:40459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:51:51,931 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,932 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:51:51,932 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:51:51,932 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:51,933 DEBUG [RS:0;29a7ef02c270:40459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:51,939 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,939 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,939 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,939 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,939 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,939 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40459,1731963109839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:51,957 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:51:51,958 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40459,1731963109839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,958 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,958 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.Replication(171): 29a7ef02c270,40459,1731963109839 started 2024-11-18T20:51:51,976 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:51,976 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,40459,1731963109839, RpcServer on 29a7ef02c270/172.17.0.2:40459, sessionid=0x101510167240001 2024-11-18T20:51:51,976 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:51:51,976 DEBUG [RS:0;29a7ef02c270:40459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,40459,1731963109839 2024-11-18T20:51:51,976 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,40459,1731963109839' 2024-11-18T20:51:51,976 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0523477072/flush-table-proc/abort' 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0523477072/flush-table-proc/acquired' 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,40459,1731963109839 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,40459,1731963109839' 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0523477072/online-snapshot/abort' 2024-11-18T20:51:51,977 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0523477072/online-snapshot/acquired' 2024-11-18T20:51:51,978 DEBUG [RS:0;29a7ef02c270:40459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:51:51,978 INFO [RS:0;29a7ef02c270:40459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:51:51,978 INFO [RS:0;29a7ef02c270:40459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:51:52,078 INFO [RS:0;29a7ef02c270:40459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:52,080 INFO [RS:0;29a7ef02c270:40459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C40459%2C1731963109839, suffix=, logDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839, archiveDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/oldWALs, maxLogs=10 2024-11-18T20:51:52,096 DEBUG [RS:0;29a7ef02c270:40459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, exclude list is [], retry=0 2024-11-18T20:51:52,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-62d8fdc1-cd5f-4463-9bf9-0d2b6830d677,DISK] 2024-11-18T20:51:52,100 INFO [RS:0;29a7ef02c270:40459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 2024-11-18T20:51:52,100 DEBUG [RS:0;29a7ef02c270:40459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-18T20:51:52,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:51:52,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1 2024-11-18T20:51:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:51:52,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:52,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:52,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:52,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:52,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:52,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:52,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:52,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:52,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:52,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:52,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:52,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:52,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:52,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:52,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:52,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:52,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:52,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:52,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740 2024-11-18T20:51:52,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740 2024-11-18T20:51:52,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:52,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:52,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:52,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:52,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:52,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72605466, jitterRate=0.08190575242042542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:52,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963112632Initializing all the Stores at 1731963112632Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963112632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963112633 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963112633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963112633Cleaning up temporary data from old regions at 1731963112640 (+7 ms)Region opened successfully at 1731963112644 (+4 ms) 2024-11-18T20:51:52,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:52,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:52,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:52,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:52,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:52,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:52,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963112644Disabling compacts and flushes for region at 1731963112644Disabling writes for close at 1731963112644Writing region close event to WAL at 1731963112647 (+3 ms)Closed at 1731963112647 2024-11-18T20:51:52,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:52,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:51:52,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:51:52,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:52,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:51:52,800 DEBUG [29a7ef02c270:40489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:52,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:52,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,40459,1731963109839, state=OPENING 2024-11-18T20:51:52,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:51:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:52,848 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:52,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0523477072/meta-region-server: CHANGED 2024-11-18T20:51:52,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0523477072/meta-region-server: CHANGED 2024-11-18T20:51:52,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:52,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,40459,1731963109839}] 2024-11-18T20:51:53,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:53,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:51:53,006 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:51:53,006 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:53,006 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:51:53,008 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C40459%2C1731963109839.meta, suffix=.meta, logDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839, archiveDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/oldWALs, maxLogs=10 2024-11-18T20:51:53,027 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.meta.1731963113008.meta, exclude list is [], retry=0 2024-11-18T20:51:53,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-62d8fdc1-cd5f-4463-9bf9-0d2b6830d677,DISK] 2024-11-18T20:51:53,030 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.meta.1731963113008.meta 2024-11-18T20:51:53,031 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-18T20:51:53,031 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:53,032 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:53,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:53,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:51:53,032 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:51:53,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:51:53,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:53,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:51:53,032 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:51:53,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:53,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:53,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:53,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:53,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:53,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:53,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:53,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:53,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:53,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:53,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:53,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:53,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:53,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:53,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:53,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:53,038 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:53,039 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740 2024-11-18T20:51:53,040 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740 2024-11-18T20:51:53,041 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:53,041 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:53,041 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:53,042 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:53,043 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71160100, jitterRate=0.060368120670318604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:53,043 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:51:53,044 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963113033Writing region info on filesystem at 1731963113033Initializing all the Stores at 1731963113033Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963113033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963113033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963113033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963113033Cleaning up temporary data from old regions at 1731963113041 (+8 ms)Running coprocessor post-open hooks at 1731963113043 (+2 ms)Region opened successfully at 1731963113044 (+1 ms) 2024-11-18T20:51:53,045 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963113001 2024-11-18T20:51:53,048 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:51:53,048 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:51:53,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:53,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,40459,1731963109839, state=OPEN 2024-11-18T20:51:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0523477072/meta-region-server 2024-11-18T20:51:53,084 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0523477072/meta-region-server 2024-11-18T20:51:53,084 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:53,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0523477072/meta-region-server: CHANGED 2024-11-18T20:51:53,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0523477072/meta-region-server: CHANGED 2024-11-18T20:51:53,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:51:53,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,40459,1731963109839 in 235 msec 2024-11-18T20:51:53,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:51:53,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-18T20:51:53,089 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:53,089 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:51:53,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:53,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40459,1731963109839, seqNum=-1] 2024-11-18T20:51:53,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:53,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:53,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-18T20:51:53,097 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963113097, completionTime=-1 2024-11-18T20:51:53,097 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:51:53,097 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:51:53,099 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:51:53,099 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963173099 2024-11-18T20:51:53,099 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963233099 2024-11-18T20:51:53,099 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:51:53,100 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40489,1731963109641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,100 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40489,1731963109641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,100 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40489,1731963109641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,100 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:40489, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,100 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,100 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,102 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.189sec 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40489,1731963109641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:53,104 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40489,1731963109641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:51:53,106 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:51:53,106 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:51:53,107 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40489,1731963109641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:53,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:53,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40489,-1 for getting cluster id 2024-11-18T20:51:53,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:53,189 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188735bc-710c-4967-95a4-7a71f8261aa0' 2024-11-18T20:51:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:53,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188735bc-710c-4967-95a4-7a71f8261aa0" 2024-11-18T20:51:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551fc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40489,-1] 2024-11-18T20:51:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:53,191 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:53,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:53,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:53,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40459,1731963109839, seqNum=-1] 2024-11-18T20:51:53,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:53,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:53,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,40489,1731963109641 2024-11-18T20:51:53,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-11-18T20:51:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:53,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101510167240002 connected 2024-11-18T20:51:53,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir so I do NOT create it in target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888 2024-11-18T20:51:53,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:51:53,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.tmp.dir so I do NOT create it in target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888 2024-11-18T20:51:53,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:51:53,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888 2024-11-18T20:51:53,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:51:53,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/cluster_99b9ea1e-1a46-89ec-e9c9-daaed4f137dc, deleteOnExit=true 2024-11-18T20:51:53,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:51:53,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/test.cache.data in system properties and HBase conf 2024-11-18T20:51:53,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:51:53,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:51:53,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:51:53,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:51:53,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:51:53,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:51:53,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:51:53,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:51:53,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:51:53,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:53,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:53,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:53,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:53,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:51:53,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:53,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:53,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:53,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9a5135{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/java.io.tmpdir/jetty-localhost-42905-hadoop-hdfs-3_4_1-tests_jar-_-any-2638408247346260072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:51:53,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:42905} 2024-11-18T20:51:53,698 INFO [Time-limited test {}] server.Server(415): Started @209192ms 2024-11-18T20:51:53,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:51:53,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:51:53,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:51:53,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:51:53,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:51:53,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:51:53,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:51:54,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7303b9c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/java.io.tmpdir/jetty-localhost-43767-hadoop-hdfs-3_4_1-tests_jar-_-any-9857818171510328214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:51:54,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:43767} 2024-11-18T20:51:54,048 INFO [Time-limited test {}] server.Server(415): Started @209542ms 2024-11-18T20:51:54,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:51:54,636 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/cluster_99b9ea1e-1a46-89ec-e9c9-daaed4f137dc/data/data1/current/BP-821325575-172.17.0.2-1731963113250/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:54,636 WARN [Thread-2295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/cluster_99b9ea1e-1a46-89ec-e9c9-daaed4f137dc/data/data2/current/BP-821325575-172.17.0.2-1731963113250/current, will proceed with Du for space computation calculation, 2024-11-18T20:51:54,662 WARN [Thread-2282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:51:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba3f3190c20d455 with lease ID 0x6c48849d6e814168: Processing first storage report for DS-d9ab4fe8-2457-47c2-8075-4d857ff047ee from datanode DatanodeRegistration(127.0.0.1:33529, datanodeUuid=f257a7d0-d5d8-40f3-9710-541d21e50603, infoPort=46067, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1546366556;c=1731963113250) 2024-11-18T20:51:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba3f3190c20d455 with lease ID 0x6c48849d6e814168: from storage DS-d9ab4fe8-2457-47c2-8075-4d857ff047ee node DatanodeRegistration(127.0.0.1:33529, datanodeUuid=f257a7d0-d5d8-40f3-9710-541d21e50603, infoPort=46067, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1546366556;c=1731963113250), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:51:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba3f3190c20d455 with lease ID 0x6c48849d6e814168: Processing first storage report for DS-ff83b75b-24e0-4c4b-adeb-6767c37e88e8 from datanode DatanodeRegistration(127.0.0.1:33529, datanodeUuid=f257a7d0-d5d8-40f3-9710-541d21e50603, infoPort=46067, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1546366556;c=1731963113250) 2024-11-18T20:51:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba3f3190c20d455 with lease ID 0x6c48849d6e814168: from storage DS-ff83b75b-24e0-4c4b-adeb-6767c37e88e8 node DatanodeRegistration(127.0.0.1:33529, datanodeUuid=f257a7d0-d5d8-40f3-9710-541d21e50603, infoPort=46067, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1546366556;c=1731963113250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:51:54,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888 2024-11-18T20:51:54,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:51:54,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5 with version=8 2024-11-18T20:51:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/hbase-staging 2024-11-18T20:51:54,736 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:51:54,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:54,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38669 2024-11-18T20:51:54,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38669 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-11-18T20:51:54,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386690x0, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:54,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38669-0x101510167240003 connected 2024-11-18T20:51:54,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/running 2024-11-18T20:51:54,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5, hbase.cluster.distributed=false 2024-11-18T20:51:54,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/acl 2024-11-18T20:51:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-18T20:51:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38669 2024-11-18T20:51:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38669 2024-11-18T20:51:54,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-18T20:51:54,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-18T20:51:54,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:51:54,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:51:54,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34543 2024-11-18T20:51:54,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34543 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-11-18T20:51:54,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345430x0, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:54,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345430x0, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/running 2024-11-18T20:51:54,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34543-0x101510167240004 connected 2024-11-18T20:51:54,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:51:54,858 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:51:54,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/master 2024-11-18T20:51:54,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/acl 2024-11-18T20:51:54,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34543 2024-11-18T20:51:54,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34543 2024-11-18T20:51:54,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34543 2024-11-18T20:51:54,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34543 2024-11-18T20:51:54,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34543 2024-11-18T20:51:54,884 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:38669 2024-11-18T20:51:54,885 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11077049339/backup-masters/29a7ef02c270,38669,1731963114736 2024-11-18T20:51:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339/backup-masters 2024-11-18T20:51:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339/backup-masters 2024-11-18T20:51:54,890 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on existing znode=/11077049339/backup-masters/29a7ef02c270,38669,1731963114736 2024-11-18T20:51:54,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11077049339/master 2024-11-18T20:51:54,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:54,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:54,898 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on existing znode=/11077049339/master 2024-11-18T20:51:54,899 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11077049339/backup-masters/29a7ef02c270,38669,1731963114736 from backup master directory 2024-11-18T20:51:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077049339/backup-masters/29a7ef02c270,38669,1731963114736 2024-11-18T20:51:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339/backup-masters 2024-11-18T20:51:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339/backup-masters 2024-11-18T20:51:54,906 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:54,906 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,38669,1731963114736 2024-11-18T20:51:54,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/hbase.id] with ID: a5fb899d-4279-4d16-bcbe-9b569a0a2dad 2024-11-18T20:51:54,912 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/.tmp/hbase.id 2024-11-18T20:51:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:51:54,925 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/.tmp/hbase.id]:[hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/hbase.id] 2024-11-18T20:51:54,934 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:51:54,934 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:51:54,935 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:51:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:54,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:51:55,352 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:55,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:51:55,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:55,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:51:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:51:55,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:51:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:51:55,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:51:55,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:51:55,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:51:55,761 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store 2024-11-18T20:51:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:51:55,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:55,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:51:55,771 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:55,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:55,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:51:55,771 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:55,771 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:51:55,772 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963115771Disabling compacts and flushes for region at 1731963115771Disabling writes for close at 1731963115771Writing region close event to WAL at 1731963115771Closed at 1731963115771 2024-11-18T20:51:55,772 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/.initializing 2024-11-18T20:51:55,772 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/WALs/29a7ef02c270,38669,1731963114736 2024-11-18T20:51:55,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:55,775 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C38669%2C1731963114736, suffix=, logDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/WALs/29a7ef02c270,38669,1731963114736, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/oldWALs, maxLogs=10 2024-11-18T20:51:55,793 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/WALs/29a7ef02c270,38669,1731963114736/29a7ef02c270%2C38669%2C1731963114736.1731963115775, exclude list is [], retry=0 2024-11-18T20:51:55,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33529,DS-d9ab4fe8-2457-47c2-8075-4d857ff047ee,DISK] 2024-11-18T20:51:55,797 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/WALs/29a7ef02c270,38669,1731963114736/29a7ef02c270%2C38669%2C1731963114736.1731963115775 2024-11-18T20:51:55,797 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-18T20:51:55,797 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:55,797 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:55,797 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,797 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:51:55,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:51:55,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:51:55,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:55,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:55,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:51:55,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:55,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:55,804 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,804 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,804 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,805 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,805 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,806 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:55,807 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:51:55,808 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:55,808 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65387342, jitterRate=-0.025652676820755005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:55,809 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963115798Initializing all the Stores at 1731963115798Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963115798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963115798Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963115798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963115798Cleaning up temporary data from old regions at 1731963115805 (+7 ms)Region opened successfully at 1731963115809 (+4 ms) 2024-11-18T20:51:55,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:51:55,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4c4005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:55,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:51:55,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:51:55,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:51:55,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:51:55,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:51:55,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:51:55,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:51:55,817 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:51:55,818 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Unable to get data of znode /11077049339/balancer because node does not exist (not necessarily an error) 2024-11-18T20:51:55,856 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/balancer already deleted, retry=false 2024-11-18T20:51:55,856 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:51:55,857 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Unable to get data of znode /11077049339/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:51:55,864 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/normalizer already deleted, retry=false 2024-11-18T20:51:55,865 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:51:55,866 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Unable to get data of znode /11077049339/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:51:55,873 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/switch/split already deleted, retry=false 2024-11-18T20:51:55,874 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Unable to get data of znode /11077049339/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:51:55,881 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/switch/merge already deleted, retry=false 2024-11-18T20:51:55,883 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Unable to get data of znode /11077049339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:51:55,889 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/snapshot-cleanup already deleted, retry=false 2024-11-18T20:51:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11077049339/running 2024-11-18T20:51:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11077049339/running 2024-11-18T20:51:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:55,898 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,38669,1731963114736, sessionid=0x101510167240003, setting cluster-up flag (Was=false) 2024-11-18T20:51:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:55,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:55,939 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11077049339/flush-table-proc/acquired, /11077049339/flush-table-proc/reached, /11077049339/flush-table-proc/abort 2024-11-18T20:51:55,940 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,38669,1731963114736 2024-11-18T20:51:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:55,981 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11077049339/online-snapshot/acquired, /11077049339/online-snapshot/reached, /11077049339/online-snapshot/abort 2024-11-18T20:51:55,982 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,38669,1731963114736 2024-11-18T20:51:55,983 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:51:55,984 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:55,984 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:51:55,984 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:51:55,985 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,38669,1731963114736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:55,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:55,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:55,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:51:55,988 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:55,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963145995 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:51:55,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:51:55,996 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:55,999 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:51:55,999 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:51:55,999 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:51:55,999 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:51:56,001 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:51:56,001 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:51:56,002 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963116001,5,FailOnTimeoutGroup] 2024-11-18T20:51:56,002 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963116002,5,FailOnTimeoutGroup] 2024-11-18T20:51:56,002 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,002 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:51:56,002 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,002 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:51:56,071 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(746): ClusterId : a5fb899d-4279-4d16-bcbe-9b569a0a2dad 2024-11-18T20:51:56,071 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:51:56,082 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:51:56,082 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:51:56,090 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:51:56,090 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2393ae15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:51:56,106 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:34543 2024-11-18T20:51:56,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:51:56,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:51:56,106 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:51:56,107 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,38669,1731963114736 with port=34543, startcode=1731963114841 2024-11-18T20:51:56,107 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:51:56,108 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:51:56,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,110 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5 2024-11-18T20:51:56,110 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42465 2024-11-18T20:51:56,110 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:51:56,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339/rs 2024-11-18T20:51:56,115 DEBUG [RS:0;29a7ef02c270:34543 {}] zookeeper.ZKUtil(111): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on existing znode=/11077049339/rs/29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,115 WARN [RS:0;29a7ef02c270:34543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:51:56,115 INFO [RS:0;29a7ef02c270:34543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:56,115 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,34543,1731963114841] 2024-11-18T20:51:56,121 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:51:56,123 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:51:56,127 INFO [RS:0;29a7ef02c270:34543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:51:56,127 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,131 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:51:56,132 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:51:56,132 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,132 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:51:56,133 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:56,133 DEBUG [RS:0;29a7ef02c270:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:51:56,135 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,135 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,135 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,135 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,135 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,135 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34543,1731963114841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:56,158 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:51:56,158 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34543,1731963114841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,158 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,158 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.Replication(171): 29a7ef02c270,34543,1731963114841 started 2024-11-18T20:51:56,177 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:56,177 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,34543,1731963114841, RpcServer on 29a7ef02c270/172.17.0.2:34543, sessionid=0x101510167240004 2024-11-18T20:51:56,177 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:51:56,177 DEBUG [RS:0;29a7ef02c270:34543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,177 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,34543,1731963114841' 2024-11-18T20:51:56,177 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11077049339/flush-table-proc/abort' 2024-11-18T20:51:56,177 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11077049339/flush-table-proc/acquired' 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,34543,1731963114841' 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11077049339/online-snapshot/abort' 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11077049339/online-snapshot/acquired' 2024-11-18T20:51:56,178 DEBUG [RS:0;29a7ef02c270:34543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:51:56,178 INFO [RS:0;29a7ef02c270:34543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:51:56,178 INFO [RS:0;29a7ef02c270:34543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:51:56,279 INFO [RS:0;29a7ef02c270:34543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:51:56,280 INFO [RS:0;29a7ef02c270:34543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C34543%2C1731963114841, suffix=, logDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/oldWALs, maxLogs=10 2024-11-18T20:51:56,298 DEBUG [RS:0;29a7ef02c270:34543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, exclude list is [], retry=0 2024-11-18T20:51:56,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33529,DS-d9ab4fe8-2457-47c2-8075-4d857ff047ee,DISK] 2024-11-18T20:51:56,302 INFO [RS:0;29a7ef02c270:34543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 2024-11-18T20:51:56,302 DEBUG [RS:0;29a7ef02c270:34543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-18T20:51:56,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:51:56,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5 2024-11-18T20:51:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:51:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:56,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:56,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:56,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:56,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:56,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:56,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:56,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:56,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:56,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:56,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:56,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:56,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:56,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:56,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:56,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:56,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:56,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:56,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740 2024-11-18T20:51:56,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740 2024-11-18T20:51:56,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:56,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:56,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:56,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:56,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:56,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59892993, jitterRate=-0.10752485692501068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963116810Initializing all the Stores at 1731963116810Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963116810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963116811 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963116811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963116811Cleaning up temporary data from old regions at 1731963116818 (+7 ms)Region opened successfully at 1731963116821 (+3 ms) 2024-11-18T20:51:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:51:56,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:51:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:51:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:51:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:51:56,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:51:56,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963116821Disabling compacts and flushes for region at 1731963116821Disabling writes for close at 1731963116821Writing region close event to WAL at 1731963116822 (+1 ms)Closed at 1731963116822 2024-11-18T20:51:56,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:56,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:51:56,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:51:56,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:56,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:51:56,975 DEBUG [29a7ef02c270:38669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:51:56,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,34543,1731963114841 2024-11-18T20:51:56,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,34543,1731963114841, state=OPENING 2024-11-18T20:51:57,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:51:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:51:57,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077049339/meta-region-server: CHANGED 2024-11-18T20:51:57,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077049339/meta-region-server: CHANGED 2024-11-18T20:51:57,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:51:57,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,34543,1731963114841}] 2024-11-18T20:51:57,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:51:57,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:51:57,214 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:51:57,214 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:57,214 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:51:57,215 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C34543%2C1731963114841.meta, suffix=.meta, logDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/oldWALs, maxLogs=10 2024-11-18T20:51:57,232 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.meta.1731963117216.meta, exclude list is [], retry=0 2024-11-18T20:51:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33529,DS-d9ab4fe8-2457-47c2-8075-4d857ff047ee,DISK] 2024-11-18T20:51:57,235 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.meta.1731963117216.meta 2024-11-18T20:51:57,235 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-18T20:51:57,235 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:57,236 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:57,236 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:57,236 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:51:57,236 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:51:57,236 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:51:57,236 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:57,236 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:51:57,236 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:51:57,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:51:57,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:51:57,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:57,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:51:57,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:51:57,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:57,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:51:57,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:51:57,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:57,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:51:57,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:51:57,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:51:57,242 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:51:57,242 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740 2024-11-18T20:51:57,243 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740 2024-11-18T20:51:57,244 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:51:57,244 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:51:57,244 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:51:57,245 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:51:57,246 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64863563, jitterRate=-0.033457592129707336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:51:57,246 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:51:57,246 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963117236Writing region info on filesystem at 1731963117236Initializing all the Stores at 1731963117237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963117237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963117237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963117237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963117237Cleaning up temporary data from old regions at 1731963117244 (+7 ms)Running coprocessor post-open hooks at 1731963117246 (+2 ms)Region opened successfully at 1731963117246 2024-11-18T20:51:57,247 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963117209 2024-11-18T20:51:57,249 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:51:57,249 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:51:57,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,34543,1731963114841 2024-11-18T20:51:57,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,34543,1731963114841, state=OPEN 2024-11-18T20:51:57,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11077049339/meta-region-server 2024-11-18T20:51:57,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11077049339/meta-region-server 2024-11-18T20:51:57,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,34543,1731963114841 2024-11-18T20:51:57,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077049339/meta-region-server: CHANGED 2024-11-18T20:51:57,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077049339/meta-region-server: CHANGED 2024-11-18T20:51:57,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:51:57,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,34543,1731963114841 in 199 msec 2024-11-18T20:51:57,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:51:57,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-18T20:51:57,261 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:51:57,261 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:51:57,262 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:57,262 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34543,1731963114841, seqNum=-1] 2024-11-18T20:51:57,262 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:57,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:57,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-18T20:51:57,268 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963117268, completionTime=-1 2024-11-18T20:51:57,268 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:51:57,268 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963177270 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963237270 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38669,1731963114736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38669,1731963114736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38669,1731963114736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:38669, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,271 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,272 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:51:57,274 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.368sec 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38669,1731963114736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:51:57,275 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38669,1731963114736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:51:57,276 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:51:57,277 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:51:57,277 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38669,1731963114736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:51:57,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:57,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,38669,-1 for getting cluster id 2024-11-18T20:51:57,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:57,374 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5fb899d-4279-4d16-bcbe-9b569a0a2dad' 2024-11-18T20:51:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5fb899d-4279-4d16-bcbe-9b569a0a2dad" 2024-11-18T20:51:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb2ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,38669,-1] 2024-11-18T20:51:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:57,375 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:57,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:57,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:51:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34543,1731963114841, seqNum=-1] 2024-11-18T20:51:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:51:57,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:51:57,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,38669,1731963114736 2024-11-18T20:51:57,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-11-18T20:51:57,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:51:57,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101510167240005 connected 2024-11-18T20:51:57,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40489,1731963109641 2024-11-18T20:51:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca36ced 2024-11-18T20:51:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:57,402 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:57,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:51:57,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:57,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:51:57,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:51:57,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c66235341816c84e960996fa79b8e697, NAME => 'test,,1731963117403.c66235341816c84e960996fa79b8e697.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1 2024-11-18T20:51:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:51:57,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963117403.c66235341816c84e960996fa79b8e697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:57,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c66235341816c84e960996fa79b8e697, disabling compactions & flushes 2024-11-18T20:51:57,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963117403.c66235341816c84e960996fa79b8e697. after waiting 0 ms 2024-11-18T20:51:57,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c66235341816c84e960996fa79b8e697: Waiting for close lock at 1731963117437Disabling compacts and flushes for region at 1731963117437Disabling writes for close at 1731963117438 (+1 ms)Writing region close event to WAL at 1731963117438Closed at 1731963117438 2024-11-18T20:51:57,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:57,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963117403.c66235341816c84e960996fa79b8e697.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963117439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963117439"}]},"ts":"1731963117439"} 2024-11-18T20:51:57,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:57,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:57,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963117443"}]},"ts":"1731963117443"} 2024-11-18T20:51:57,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:51:57,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c66235341816c84e960996fa79b8e697, ASSIGN}] 2024-11-18T20:51:57,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c66235341816c84e960996fa79b8e697, ASSIGN 2024-11-18T20:51:57,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c66235341816c84e960996fa79b8e697, ASSIGN; state=OFFLINE, location=29a7ef02c270,40459,1731963109839; forceNewPlan=false, retain=false 2024-11-18T20:51:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:57,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c66235341816c84e960996fa79b8e697, regionState=OPENING, regionLocation=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:57,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c66235341816c84e960996fa79b8e697, ASSIGN because future has completed 2024-11-18T20:51:57,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c66235341816c84e960996fa79b8e697, server=29a7ef02c270,40459,1731963109839}] 2024-11-18T20:51:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:57,760 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,760 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c66235341816c84e960996fa79b8e697, NAME => 'test,,1731963117403.c66235341816c84e960996fa79b8e697.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:57,760 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:57,760 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:51:57,760 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,760 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963117403.c66235341816c84e960996fa79b8e697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:57,761 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,761 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,762 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,763 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c66235341816c84e960996fa79b8e697 columnFamilyName f 2024-11-18T20:51:57,763 DEBUG [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,763 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] regionserver.HStore(327): Store=c66235341816c84e960996fa79b8e697/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:57,763 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,764 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c66235341816c84e960996fa79b8e697 columnFamilyName f1 2024-11-18T20:51:57,764 DEBUG [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,765 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] regionserver.HStore(327): Store=c66235341816c84e960996fa79b8e697/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:57,765 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,766 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c66235341816c84e960996fa79b8e697 columnFamilyName norep 2024-11-18T20:51:57,766 DEBUG [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:57,766 INFO [StoreOpener-c66235341816c84e960996fa79b8e697-1 {}] regionserver.HStore(327): Store=c66235341816c84e960996fa79b8e697/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:57,766 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,767 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,767 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,768 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,768 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,768 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:57,769 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,776 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:57,776 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c66235341816c84e960996fa79b8e697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60319001, jitterRate=-0.10117684304714203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:57,777 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c66235341816c84e960996fa79b8e697 2024-11-18T20:51:57,777 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c66235341816c84e960996fa79b8e697: Running coprocessor pre-open hook at 1731963117761Writing region info on filesystem at 1731963117761Initializing all the Stores at 1731963117761Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963117761Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963117762 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963117762Cleaning up temporary data from old regions at 1731963117768 (+6 ms)Running coprocessor post-open hooks at 1731963117777 (+9 ms)Region opened successfully at 1731963117777 2024-11-18T20:51:57,778 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963117403.c66235341816c84e960996fa79b8e697., pid=6, masterSystemTime=1731963117756 2024-11-18T20:51:57,780 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,780 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:51:57,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c66235341816c84e960996fa79b8e697, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:57,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c66235341816c84e960996fa79b8e697, server=29a7ef02c270,40459,1731963109839 because future has completed 2024-11-18T20:51:57,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:51:57,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c66235341816c84e960996fa79b8e697, server=29a7ef02c270,40459,1731963109839 in 179 msec 2024-11-18T20:51:57,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:51:57,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c66235341816c84e960996fa79b8e697, ASSIGN in 337 msec 2024-11-18T20:51:57,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:57,789 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963117789"}]},"ts":"1731963117789"} 2024-11-18T20:51:57,791 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:51:57,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:57,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 389 msec 2024-11-18T20:51:57,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:51:57,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:51:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:58,033 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:51:58,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,38669,1731963114736 2024-11-18T20:51:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db5e70 2024-11-18T20:51:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:58,035 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:58,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:51:58,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:58,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:58,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:51:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:58,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:58,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:51:58,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d05ba415d271e1eed775452268a8993, NAME => 'test,,1731963118035.7d05ba415d271e1eed775452268a8993.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5 2024-11-18T20:51:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:51:58,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963118035.7d05ba415d271e1eed775452268a8993.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:58,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d05ba415d271e1eed775452268a8993, disabling compactions & flushes 2024-11-18T20:51:58,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963118035.7d05ba415d271e1eed775452268a8993. after waiting 0 ms 2024-11-18T20:51:58,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d05ba415d271e1eed775452268a8993: Waiting for close lock at 1731963118065Disabling compacts and flushes for region at 1731963118065Disabling writes for close at 1731963118065Writing region close event to WAL at 1731963118065Closed at 1731963118065 2024-11-18T20:51:58,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:58,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963118035.7d05ba415d271e1eed775452268a8993.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963118066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963118066"}]},"ts":"1731963118066"} 2024-11-18T20:51:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:58,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963118070"}]},"ts":"1731963118070"} 2024-11-18T20:51:58,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:51:58,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d05ba415d271e1eed775452268a8993, ASSIGN}] 2024-11-18T20:51:58,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d05ba415d271e1eed775452268a8993, ASSIGN 2024-11-18T20:51:58,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d05ba415d271e1eed775452268a8993, ASSIGN; state=OFFLINE, location=29a7ef02c270,34543,1731963114841; forceNewPlan=false, retain=false 2024-11-18T20:51:58,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:58,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d05ba415d271e1eed775452268a8993, regionState=OPENING, regionLocation=29a7ef02c270,34543,1731963114841 2024-11-18T20:51:58,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d05ba415d271e1eed775452268a8993, ASSIGN because future has completed 2024-11-18T20:51:58,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d05ba415d271e1eed775452268a8993, server=29a7ef02c270,34543,1731963114841}] 2024-11-18T20:51:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:58,383 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,383 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d05ba415d271e1eed775452268a8993, NAME => 'test,,1731963118035.7d05ba415d271e1eed775452268a8993.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:58,384 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:58,384 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:51:58,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963118035.7d05ba415d271e1eed775452268a8993.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:58,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,385 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,388 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d05ba415d271e1eed775452268a8993 columnFamilyName f 2024-11-18T20:51:58,388 DEBUG [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:58,389 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] regionserver.HStore(327): Store=7d05ba415d271e1eed775452268a8993/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:58,389 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,390 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d05ba415d271e1eed775452268a8993 columnFamilyName f1 2024-11-18T20:51:58,390 DEBUG [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:58,390 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] regionserver.HStore(327): Store=7d05ba415d271e1eed775452268a8993/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:58,390 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,391 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d05ba415d271e1eed775452268a8993 columnFamilyName norep 2024-11-18T20:51:58,391 DEBUG [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:58,392 INFO [StoreOpener-7d05ba415d271e1eed775452268a8993-1 {}] regionserver.HStore(327): Store=7d05ba415d271e1eed775452268a8993/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:58,392 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,392 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,392 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,393 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,393 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,394 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:58,394 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,396 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:58,397 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d05ba415d271e1eed775452268a8993; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65557653, jitterRate=-0.023114845156669617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:58,397 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:51:58,397 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d05ba415d271e1eed775452268a8993: Running coprocessor pre-open hook at 1731963118384Writing region info on filesystem at 1731963118384Initializing all the Stores at 1731963118385 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963118385Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963118385Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963118385Cleaning up temporary data from old regions at 1731963118393 (+8 ms)Running coprocessor post-open hooks at 1731963118397 (+4 ms)Region opened successfully at 1731963118397 2024-11-18T20:51:58,398 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963118035.7d05ba415d271e1eed775452268a8993., pid=6, masterSystemTime=1731963118380 2024-11-18T20:51:58,400 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,400 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:51:58,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d05ba415d271e1eed775452268a8993, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,34543,1731963114841 2024-11-18T20:51:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d05ba415d271e1eed775452268a8993, server=29a7ef02c270,34543,1731963114841 because future has completed 2024-11-18T20:51:58,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:51:58,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d05ba415d271e1eed775452268a8993, server=29a7ef02c270,34543,1731963114841 in 175 msec 2024-11-18T20:51:58,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:51:58,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d05ba415d271e1eed775452268a8993, ASSIGN in 336 msec 2024-11-18T20:51:58,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:58,411 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963118411"}]},"ts":"1731963118411"} 2024-11-18T20:51:58,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:51:58,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:58,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 379 msec 2024-11-18T20:51:58,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:51:58,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:51:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:51:58,663 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:51:58,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40489,-1 for getting cluster id 2024-11-18T20:51:58,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:58,664 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188735bc-710c-4967-95a4-7a71f8261aa0' 2024-11-18T20:51:58,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:58,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188735bc-710c-4967-95a4-7a71f8261aa0" 2024-11-18T20:51:58,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfcde6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40489,-1] 2024-11-18T20:51:58,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:58,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:58,667 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689dbb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,38669,-1 for getting cluster id 2024-11-18T20:51:58,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:58,670 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5fb899d-4279-4d16-bcbe-9b569a0a2dad' 2024-11-18T20:51:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5fb899d-4279-4d16-bcbe-9b569a0a2dad" 2024-11-18T20:51:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7faf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,38669,-1] 2024-11-18T20:51:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:58,674 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b33cdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40489,-1 for getting cluster id 2024-11-18T20:51:58,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:58,680 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188735bc-710c-4967-95a4-7a71f8261aa0' 2024-11-18T20:51:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188735bc-710c-4967-95a4-7a71f8261aa0" 2024-11-18T20:51:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169f92a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40489,-1] 2024-11-18T20:51:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:58,682 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6168f4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40489,1731963109641 2024-11-18T20:51:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c96340 2024-11-18T20:51:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:58,685 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:58,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:38669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:51:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:51:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:58,689 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:38669' 2024-11-18T20:51:58,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fbceec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,692 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,38669,-1 for getting cluster id 2024-11-18T20:51:58,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:51:58,692 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5fb899d-4279-4d16-bcbe-9b569a0a2dad' 2024-11-18T20:51:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:51:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5fb899d-4279-4d16-bcbe-9b569a0a2dad" 2024-11-18T20:51:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b565e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,38669,-1] 2024-11-18T20:51:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:51:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:58,694 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:51:58,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47acd984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:51:58,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:51:58,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,38669,1731963114736 2024-11-18T20:51:58,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@393832da 2024-11-18T20:51:58,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:51:58,698 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:51:58,698 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:51:58,698 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:51:58,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:58,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:51:58,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:51:58,699 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:51:58,700 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:51:58,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:51:58,701 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:58,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:51:58,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:51:58,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:51:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:59,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80fd2be54dc663c98d383e67fbdc3d54, NAME => 'hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1 2024-11-18T20:51:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:51:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:59,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:59,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80fd2be54dc663c98d383e67fbdc3d54, disabling compactions & flushes 2024-11-18T20:51:59,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. after waiting 0 ms 2024-11-18T20:51:59,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80fd2be54dc663c98d383e67fbdc3d54: Waiting for close lock at 1731963119518Disabling compacts and flushes for region at 1731963119518Disabling writes for close at 1731963119518Writing region close event to WAL at 1731963119518Closed at 1731963119518 2024-11-18T20:51:59,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:51:59,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963119520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963119520"}]},"ts":"1731963119520"} 2024-11-18T20:51:59,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:51:59,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:51:59,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963119523"}]},"ts":"1731963119523"} 2024-11-18T20:51:59,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:51:59,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80fd2be54dc663c98d383e67fbdc3d54, ASSIGN}] 2024-11-18T20:51:59,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80fd2be54dc663c98d383e67fbdc3d54, ASSIGN 2024-11-18T20:51:59,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80fd2be54dc663c98d383e67fbdc3d54, ASSIGN; state=OFFLINE, location=29a7ef02c270,40459,1731963109839; forceNewPlan=false, retain=false 2024-11-18T20:51:59,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80fd2be54dc663c98d383e67fbdc3d54, regionState=OPENING, regionLocation=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:59,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80fd2be54dc663c98d383e67fbdc3d54, ASSIGN because future has completed 2024-11-18T20:51:59,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80fd2be54dc663c98d383e67fbdc3d54, server=29a7ef02c270,40459,1731963109839}] 2024-11-18T20:51:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:51:59,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:51:59,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:51:59,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C40459%2C1731963109839.rep, suffix=, logDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839, archiveDir=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/oldWALs, maxLogs=10 2024-11-18T20:51:59,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.rep.1731963119842, exclude list is [], retry=0 2024-11-18T20:51:59,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42441,DS-62d8fdc1-cd5f-4463-9bf9-0d2b6830d677,DISK] 2024-11-18T20:51:59,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.rep.1731963119842 2024-11-18T20:51:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-18T20:51:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80fd2be54dc663c98d383e67fbdc3d54, NAME => 'hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:51:59,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:51:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:51:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. service=MultiRowMutationService 2024-11-18T20:51:59,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:51:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:51:59,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,866 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,867 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fd2be54dc663c98d383e67fbdc3d54 columnFamilyName hfileref 2024-11-18T20:51:59,867 DEBUG [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:59,867 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] regionserver.HStore(327): Store=80fd2be54dc663c98d383e67fbdc3d54/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:59,867 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,868 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fd2be54dc663c98d383e67fbdc3d54 columnFamilyName queue 2024-11-18T20:51:59,868 DEBUG [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:59,868 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] regionserver.HStore(327): Store=80fd2be54dc663c98d383e67fbdc3d54/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:59,868 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,869 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fd2be54dc663c98d383e67fbdc3d54 columnFamilyName sid 2024-11-18T20:51:59,869 DEBUG [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:51:59,870 INFO [StoreOpener-80fd2be54dc663c98d383e67fbdc3d54-1 {}] regionserver.HStore(327): Store=80fd2be54dc663c98d383e67fbdc3d54/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:51:59,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/replication/80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/replication/80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:51:59,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/replication/80fd2be54dc663c98d383e67fbdc3d54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:51:59,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 80fd2be54dc663c98d383e67fbdc3d54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67055122, jitterRate=-8.008182048797607E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:51:59,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:51:59,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80fd2be54dc663c98d383e67fbdc3d54: Running coprocessor pre-open hook at 1731963119865Writing region info on filesystem at 1731963119865Initializing all the Stores at 1731963119865Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963119865Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963119866 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963119866Cleaning up temporary data from old regions at 1731963119871 (+5 ms)Running coprocessor post-open hooks at 1731963119877 (+6 ms)Region opened successfully at 1731963119877 2024-11-18T20:51:59,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54., pid=10, masterSystemTime=1731963119834 2024-11-18T20:51:59,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:51:59,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80fd2be54dc663c98d383e67fbdc3d54, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40459,1731963109839 2024-11-18T20:51:59,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80fd2be54dc663c98d383e67fbdc3d54, server=29a7ef02c270,40459,1731963109839 because future has completed 2024-11-18T20:51:59,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:51:59,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80fd2be54dc663c98d383e67fbdc3d54, server=29a7ef02c270,40459,1731963109839 in 207 msec 2024-11-18T20:51:59,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:51:59,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80fd2be54dc663c98d383e67fbdc3d54, ASSIGN in 365 msec 2024-11-18T20:51:59,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:51:59,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963119894"}]},"ts":"1731963119894"} 2024-11-18T20:51:59,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:51:59,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:51:59,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-18T20:51:59,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54., hostname=29a7ef02c270,40459,1731963109839, seqNum=2] 2024-11-18T20:51:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:59,981 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:51:59,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:00,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:52:00,152 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:52:00,195 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,40459,1731963109839, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:52:00,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:00,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40459,1731963109839, seqNum=-1] 2024-11-18T20:52:00,196 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:00,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:00,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,40459,1731963109839', locateType=CURRENT is [region=hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54., hostname=29a7ef02c270,40459,1731963109839, seqNum=2] 2024-11-18T20:52:00,202 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:52:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:52:00,205 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,40459,1731963109839 suceeded 2024-11-18T20:52:00,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:52:00,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-18T20:52:00,207 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:38669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:52:00,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-18T20:52:00,221 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:38669' 2024-11-18T20:52:00,228 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69104200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,228 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,38669,-1 for getting cluster id 2024-11-18T20:52:00,228 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:00,229 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5fb899d-4279-4d16-bcbe-9b569a0a2dad' 2024-11-18T20:52:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5fb899d-4279-4d16-bcbe-9b569a0a2dad" 2024-11-18T20:52:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bbf8df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,38669,-1] 2024-11-18T20:52:00,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:00,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,232 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:00,243 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6d4f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,244 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,38669,1731963114736 2024-11-18T20:52:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d5ad89d 2024-11-18T20:52:00,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:00,247 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T20:52:00,249 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,40459,1731963109839 (queues=1) is replicating from cluster=188735bc-710c-4967-95a4-7a71f8261aa0 to cluster=a5fb899d-4279-4d16-bcbe-9b569a0a2dad 2024-11-18T20:52:00,249 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C40459%2C1731963109839 2024-11-18T20:52:00,249 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,40459,1731963109839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:52:00,251 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, startPosition=0, beingWritten=true 2024-11-18T20:52:00,257 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C40459%2C1731963109839 2024-11-18T20:52:00,260 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:00,260 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:00,260 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,40459,1731963109839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:00,470 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:00,774 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:00,833 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:00,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:00,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:00,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:00,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a786c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,38669,-1 for getting cluster id 2024-11-18T20:52:00,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:00,835 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5fb899d-4279-4d16-bcbe-9b569a0a2dad' 2024-11-18T20:52:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5fb899d-4279-4d16-bcbe-9b569a0a2dad" 2024-11-18T20:52:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9b2205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,38669,-1] 2024-11-18T20:52:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,836 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54df84ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,38669,1731963114736 2024-11-18T20:52:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177982c7 2024-11-18T20:52:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:00,840 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:00,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:40489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:52:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:52:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:00,843 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:40489' 2024-11-18T20:52:00,844 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692335f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,844 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40489,-1 for getting cluster id 2024-11-18T20:52:00,844 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:00,845 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188735bc-710c-4967-95a4-7a71f8261aa0' 2024-11-18T20:52:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188735bc-710c-4967-95a4-7a71f8261aa0" 2024-11-18T20:52:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3038176d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40489,-1] 2024-11-18T20:52:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,847 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:00,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3bd091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:00,848 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40489,1731963109641 2024-11-18T20:52:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326b17c0 2024-11-18T20:52:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:00,849 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:00,850 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T20:52:00,850 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:52:00,850 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,850 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:00,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:00,851 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:00,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:52:00,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:00,854 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:00,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:52:00,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7ca4f510579271bb3da820f0e4ebff5, NAME => 'hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5 2024-11-18T20:52:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:52:00,903 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:52:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:01,179 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:01,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:01,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7ca4f510579271bb3da820f0e4ebff5, disabling compactions & flushes 2024-11-18T20:52:01,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. after waiting 0 ms 2024-11-18T20:52:01,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7ca4f510579271bb3da820f0e4ebff5: Waiting for close lock at 1731963121294Disabling compacts and flushes for region at 1731963121294Disabling writes for close at 1731963121294Writing region close event to WAL at 1731963121294Closed at 1731963121294 2024-11-18T20:52:01,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:01,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963121295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963121295"}]},"ts":"1731963121295"} 2024-11-18T20:52:01,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:01,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:01,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963121299"}]},"ts":"1731963121299"} 2024-11-18T20:52:01,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:52:01,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7ca4f510579271bb3da820f0e4ebff5, ASSIGN}] 2024-11-18T20:52:01,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7ca4f510579271bb3da820f0e4ebff5, ASSIGN 2024-11-18T20:52:01,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7ca4f510579271bb3da820f0e4ebff5, ASSIGN; state=OFFLINE, location=29a7ef02c270,34543,1731963114841; forceNewPlan=false, retain=false 2024-11-18T20:52:01,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7ca4f510579271bb3da820f0e4ebff5, regionState=OPENING, regionLocation=29a7ef02c270,34543,1731963114841 2024-11-18T20:52:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7ca4f510579271bb3da820f0e4ebff5, ASSIGN because future has completed 2024-11-18T20:52:01,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7ca4f510579271bb3da820f0e4ebff5, server=29a7ef02c270,34543,1731963114841}] 2024-11-18T20:52:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:01,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:01,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:52:01,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C34543%2C1731963114841.rep, suffix=, logDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841, archiveDir=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/oldWALs, maxLogs=10 2024-11-18T20:52:01,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.rep.1731963121617, exclude list is [], retry=0 2024-11-18T20:52:01,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33529,DS-d9ab4fe8-2457-47c2-8075-4d857ff047ee,DISK] 2024-11-18T20:52:01,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.rep.1731963121617 2024-11-18T20:52:01,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-18T20:52:01,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7ca4f510579271bb3da820f0e4ebff5, NAME => 'hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:01,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:01,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:01,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. service=MultiRowMutationService 2024-11-18T20:52:01,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:52:01,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:01,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,644 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,645 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ca4f510579271bb3da820f0e4ebff5 columnFamilyName hfileref 2024-11-18T20:52:01,645 DEBUG [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:01,646 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] regionserver.HStore(327): Store=b7ca4f510579271bb3da820f0e4ebff5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:01,646 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,647 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ca4f510579271bb3da820f0e4ebff5 columnFamilyName queue 2024-11-18T20:52:01,647 DEBUG [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:01,647 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] regionserver.HStore(327): Store=b7ca4f510579271bb3da820f0e4ebff5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:01,647 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,648 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ca4f510579271bb3da820f0e4ebff5 columnFamilyName sid 2024-11-18T20:52:01,648 DEBUG [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:01,648 INFO [StoreOpener-b7ca4f510579271bb3da820f0e4ebff5-1 {}] regionserver.HStore(327): Store=b7ca4f510579271bb3da820f0e4ebff5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:01,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/replication/b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/replication/b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:01,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/replication/b7ca4f510579271bb3da820f0e4ebff5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:01,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7ca4f510579271bb3da820f0e4ebff5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64610789, jitterRate=-0.037224218249320984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:01,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:01,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7ca4f510579271bb3da820f0e4ebff5: Running coprocessor pre-open hook at 1731963121643Writing region info on filesystem at 1731963121643Initializing all the Stores at 1731963121644 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963121644Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963121644Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963121644Cleaning up temporary data from old regions at 1731963121650 (+6 ms)Running coprocessor post-open hooks at 1731963121653 (+3 ms)Region opened successfully at 1731963121653 2024-11-18T20:52:01,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., pid=10, masterSystemTime=1731963121612 2024-11-18T20:52:01,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:01,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7ca4f510579271bb3da820f0e4ebff5, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,34543,1731963114841 2024-11-18T20:52:01,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7ca4f510579271bb3da820f0e4ebff5, server=29a7ef02c270,34543,1731963114841 because future has completed 2024-11-18T20:52:01,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:52:01,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7ca4f510579271bb3da820f0e4ebff5, server=29a7ef02c270,34543,1731963114841 in 203 msec 2024-11-18T20:52:01,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:52:01,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7ca4f510579271bb3da820f0e4ebff5, ASSIGN in 363 msec 2024-11-18T20:52:01,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:01,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963121666"}]},"ts":"1731963121666"} 2024-11-18T20:52:01,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:52:01,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:01,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-18T20:52:01,684 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., hostname=29a7ef02c270,34543,1731963114841, seqNum=2] 2024-11-18T20:52:01,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:52:01,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:52:01,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:01,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:52:01,935 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:52:01,971 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,34543,1731963114841, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:52:01,972 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:01,972 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34543,1731963114841, seqNum=-1] 2024-11-18T20:52:01,972 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:01,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:01,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,34543,1731963114841', locateType=CURRENT is [region=hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., hostname=29a7ef02c270,34543,1731963114841, seqNum=2] 2024-11-18T20:52:01,978 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:52:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:52:01,980 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,34543,1731963114841 suceeded 2024-11-18T20:52:01,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:52:01,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-18T20:52:01,982 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:40489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:52:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:01,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1420 sec 2024-11-18T20:52:01,995 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:40489' 2024-11-18T20:52:01,999 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495b32b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:01,999 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40489,-1 for getting cluster id 2024-11-18T20:52:01,999 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:02,000 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188735bc-710c-4967-95a4-7a71f8261aa0' 2024-11-18T20:52:02,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:02,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188735bc-710c-4967-95a4-7a71f8261aa0" 2024-11-18T20:52:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a3dacd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40489,-1] 2024-11-18T20:52:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:02,002 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:02,002 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20394ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:02,002 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:02,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40489,1731963109641 2024-11-18T20:52:02,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14cdf531 2024-11-18T20:52:02,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:02,004 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T20:52:02,004 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,34543,1731963114841 (queues=1) is replicating from cluster=a5fb899d-4279-4d16-bcbe-9b569a0a2dad to cluster=188735bc-710c-4967-95a4-7a71f8261aa0 2024-11-18T20:52:02,005 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C34543%2C1731963114841 2024-11-18T20:52:02,005 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,34543,1731963114841, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:52:02,005 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, startPosition=0, beingWritten=true 2024-11-18T20:52:02,005 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C34543%2C1731963114841 2024-11-18T20:52:02,025 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:02,025 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 379, reset compression=false 2024-11-18T20:52:02,025 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,34543,1731963114841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:02,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:52:02,232 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 379, reset compression=false 2024-11-18T20:52:02,291 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:02,551 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 379, reset compression=false 2024-11-18T20:52:02,991 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 379, reset compression=false 2024-11-18T20:52:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:02,995 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:02,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:02,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:02,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:02,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:02,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40459,1731963109839, seqNum=-1] 2024-11-18T20:52:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:02,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963117403.c66235341816c84e960996fa79b8e697., hostname=29a7ef02c270,40459,1731963109839, seqNum=2] 2024-11-18T20:52:03,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:03,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:03,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34543,1731963114841, seqNum=-1] 2024-11-18T20:52:03,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:03,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963118035.7d05ba415d271e1eed775452268a8993., hostname=29a7ef02c270,34543,1731963114841, seqNum=2] 2024-11-18T20:52:03,022 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:52:03,029 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 379, reset compression=false 2024-11-18T20:52:03,039 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:03,039 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 480, reset compression=false 2024-11-18T20:52:03,041 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,40459,1731963109839 got entry batch from reader: WALEntryBatch [walEntries=[{test/c66235341816c84e960996fa79b8e697/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T20:52:03,044 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:03,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T20:52:03,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:03,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2c7004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:03,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,38669,-1 for getting cluster id 2024-11-18T20:52:03,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:03,056 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5fb899d-4279-4d16-bcbe-9b569a0a2dad' 2024-11-18T20:52:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5fb899d-4279-4d16-bcbe-9b569a0a2dad" 2024-11-18T20:52:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@730f1ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,38669,-1] 2024-11-18T20:52:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:03,059 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:03,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c605617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:03,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:03,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,34543,1731963114841, seqNum=-1] 2024-11-18T20:52:03,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:03,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963118035.7d05ba415d271e1eed775452268a8993., hostname=29a7ef02c270,34543,1731963114841, seqNum=2] 2024-11-18T20:52:03,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:03,287 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 480, reset compression=false 2024-11-18T20:52:03,536 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 379, reset compression=false 2024-11-18T20:52:03,585 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:03,585 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 503, reset compression=false 2024-11-18T20:52:03,585 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,34543,1731963114841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:03,620 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 480, reset compression=false 2024-11-18T20:52:03,811 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 503, reset compression=false 2024-11-18T20:52:03,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:03,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:03,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:04,025 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T20:52:04,029 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T20:52:04,040 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 480, reset compression=false 2024-11-18T20:52:04,144 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 503, reset compression=false 2024-11-18T20:52:04,159 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:04,159 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 607, reset compression=false 2024-11-18T20:52:04,159 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,34543,1731963114841 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d05ba415d271e1eed775452268a8993/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:52:04,161 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:04,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T20:52:04,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:04,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4280a7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:04,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40489,-1 for getting cluster id 2024-11-18T20:52:04,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:04,168 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188735bc-710c-4967-95a4-7a71f8261aa0' 2024-11-18T20:52:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188735bc-710c-4967-95a4-7a71f8261aa0" 2024-11-18T20:52:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d136d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40489,-1] 2024-11-18T20:52:04,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:04,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:04,170 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:04,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d64d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:04,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40459,1731963109839, seqNum=-1] 2024-11-18T20:52:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:04,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:04,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731963117403.c66235341816c84e960996fa79b8e697., hostname=29a7ef02c270,40459,1731963109839, seqNum=2] 2024-11-18T20:52:04,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:04,398 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 607, reset compression=false 2024-11-18T20:52:04,561 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 480, reset compression=false 2024-11-18T20:52:04,579 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:04,579 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 608, reset compression=false 2024-11-18T20:52:04,579 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,40459,1731963109839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:04,723 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 607, reset compression=false 2024-11-18T20:52:04,794 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 608, reset compression=false 2024-11-18T20:52:05,032 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T20:52:05,059 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T20:52:05,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 608, reset compression=false 2024-11-18T20:52:05,151 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 607, reset compression=false 2024-11-18T20:52:05,162 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:05,162 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 764, reset compression=false 2024-11-18T20:52:05,162 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,40459,1731963109839 got entry batch from reader: WALEntryBatch [walEntries=[{test/c66235341816c84e960996fa79b8e697/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T20:52:05,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:05,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:05,184 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:05,185 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 754, reset compression=false 2024-11-18T20:52:05,185 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,34543,1731963114841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:05,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:52:05,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:52:05,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:52:05,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:52:05,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:05,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:52:05,405 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 764, reset compression=false 2024-11-18T20:52:05,423 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 754, reset compression=false 2024-11-18T20:52:05,746 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 764, reset compression=false 2024-11-18T20:52:05,768 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 754, reset compression=false 2024-11-18T20:52:06,063 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T20:52:06,068 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T20:52:06,164 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 764, reset compression=false 2024-11-18T20:52:06,185 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 754, reset compression=false 2024-11-18T20:52:06,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:06,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 913, reset compression=false 2024-11-18T20:52:06,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,34543,1731963114841 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d05ba415d271e1eed775452268a8993/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:52:06,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:06,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:06,425 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 913, reset compression=false 2024-11-18T20:52:06,693 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 764, reset compression=false 2024-11-18T20:52:06,717 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:06,717 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:06,717 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,40459,1731963109839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:06,740 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 913, reset compression=false 2024-11-18T20:52:06,926 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:07,070 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T20:52:07,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:52:07,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:07,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:07,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:07,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:07,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:07,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:52:07,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=314893008, stopped=false 2024-11-18T20:52:07,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,38669,1731963114736 2024-11-18T20:52:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077049339/running 2024-11-18T20:52:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:52:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077049339/running 2024-11-18T20:52:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:52:07,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:07,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:07,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:07,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:07,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,34543,1731963114841' ***** 2024-11-18T20:52:07,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:52:07,099 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:52:07,099 INFO [RS:0;29a7ef02c270:34543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:52:07,099 INFO [RS:0;29a7ef02c270:34543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:52:07,099 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d05ba415d271e1eed775452268a8993 2024-11-18T20:52:07,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/running 2024-11-18T20:52:07,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:52:07,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Set watcher on znode that does not yet exist, /11077049339/running 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(3091): Received CLOSE for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,34543,1731963114841 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:34543. 2024-11-18T20:52:07,106 DEBUG [RS:0;29a7ef02c270:34543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:07,106 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:52:07,106 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:52:07,115 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:52:07,115 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1325): Online Regions={7d05ba415d271e1eed775452268a8993=test,,1731963118035.7d05ba415d271e1eed775452268a8993., b7ca4f510579271bb3da820f0e4ebff5=hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d05ba415d271e1eed775452268a8993, disabling compactions & flushes 2024-11-18T20:52:07,115 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d05ba415d271e1eed775452268a8993, b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,115 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:52:07,115 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963118035.7d05ba415d271e1eed775452268a8993. after waiting 0 ms 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:07,115 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:52:07,116 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d05ba415d271e1eed775452268a8993 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T20:52:07,116 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:52:07,148 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/f/748c5170c1df4ac09833705f6c0a7938 is 29, key is row1/f:/1731963126064/DeleteFamily/seqid=0 2024-11-18T20:52:07,164 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/info/f67a357d290d4813993f4106500a3398 is 147, key is hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5./info:regioninfo/1731963121657/Put/seqid=0 2024-11-18T20:52:07,171 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:52:07,172 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:52:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741840_1016 (size=5118) 2024-11-18T20:52:07,174 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/f/748c5170c1df4ac09833705f6c0a7938 2024-11-18T20:52:07,176 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 913, reset compression=false 2024-11-18T20:52:07,181 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 748c5170c1df4ac09833705f6c0a7938 2024-11-18T20:52:07,181 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:52:07,205 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/f1/1b1215a528644236b83507fe20f75dec is 30, key is row1/f1:/1731963126064/DeleteFamily/seqid=0 2024-11-18T20:52:07,216 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:07,216 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 1160, reset compression=false 2024-11-18T20:52:07,217 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,34543,1731963114841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:07,218 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,34543,1731963114841: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,34543,1731963114841, walGroup=29a7ef02c270%2C34543%2C1731963114841, offset=29a7ef02c270%2C34543%2C1731963114841.1731963116280:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:34543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:52:07,220 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:52:07,220 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:52:07,221 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:52:07,221 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:52:07,221 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:52:07,221 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 597635856 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190230824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:52:07,221 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:38669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:38669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:52:07,240 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741842_1018 (size=5123) 2024-11-18T20:52:07,297 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/f1/1b1215a528644236b83507fe20f75dec 2024-11-18T20:52:07,304 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b1215a528644236b83507fe20f75dec 2024-11-18T20:52:07,316 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d05ba415d271e1eed775452268a8993, b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,364 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/norep/d7ca0f1a48ef4bbdac898bd7a670b4c4 is 33, key is row1/norep:/1731963126064/DeleteFamily/seqid=0 2024-11-18T20:52:07,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741843_1019 (size=5108) 2024-11-18T20:52:07,449 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 1160, reset compression=false 2024-11-18T20:52:07,516 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d05ba415d271e1eed775452268a8993, b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,586 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/info/f67a357d290d4813993f4106500a3398 2024-11-18T20:52:07,630 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/ns/8d8e6ead3ec2444581ad24d32cb2a806 is 43, key is default/ns:d/1731963117264/Put/seqid=0 2024-11-18T20:52:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741844_1020 (size=5153) 2024-11-18T20:52:07,717 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d05ba415d271e1eed775452268a8993, b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,720 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:07,781 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 1160, reset compression=false 2024-11-18T20:52:07,810 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/norep/d7ca0f1a48ef4bbdac898bd7a670b4c4 2024-11-18T20:52:07,818 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7ca0f1a48ef4bbdac898bd7a670b4c4 2024-11-18T20:52:07,819 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/f/748c5170c1df4ac09833705f6c0a7938 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/f/748c5170c1df4ac09833705f6c0a7938 2024-11-18T20:52:07,827 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 748c5170c1df4ac09833705f6c0a7938 2024-11-18T20:52:07,827 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/f/748c5170c1df4ac09833705f6c0a7938, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:52:07,832 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/f1/1b1215a528644236b83507fe20f75dec as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/f1/1b1215a528644236b83507fe20f75dec 2024-11-18T20:52:07,839 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b1215a528644236b83507fe20f75dec 2024-11-18T20:52:07,839 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/f1/1b1215a528644236b83507fe20f75dec, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:52:07,840 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/.tmp/norep/d7ca0f1a48ef4bbdac898bd7a670b4c4 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/norep/d7ca0f1a48ef4bbdac898bd7a670b4c4 2024-11-18T20:52:07,847 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7ca0f1a48ef4bbdac898bd7a670b4c4 2024-11-18T20:52:07,847 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/norep/d7ca0f1a48ef4bbdac898bd7a670b4c4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T20:52:07,848 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7d05ba415d271e1eed775452268a8993 in 733ms, sequenceid=8, compaction requested=false 2024-11-18T20:52:07,896 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/default/test/7d05ba415d271e1eed775452268a8993/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T20:52:07,897 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:07,897 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:07,897 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:52:07,897 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d05ba415d271e1eed775452268a8993: Waiting for close lock at 1731963127115Running coprocessor pre-close hooks at 1731963127115Disabling compacts and flushes for region at 1731963127115Disabling writes for close at 1731963127115Obtaining lock to block concurrent updates at 1731963127116 (+1 ms)Preparing flush snapshotting stores in 7d05ba415d271e1eed775452268a8993 at 1731963127116Finished memstore snapshotting test,,1731963118035.7d05ba415d271e1eed775452268a8993., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731963127116Flushing stores of test,,1731963118035.7d05ba415d271e1eed775452268a8993. at 1731963127118 (+2 ms)Flushing 7d05ba415d271e1eed775452268a8993/f: creating writer at 1731963127118Flushing 7d05ba415d271e1eed775452268a8993/f: appending metadata at 1731963127147 (+29 ms)Flushing 7d05ba415d271e1eed775452268a8993/f: closing flushed file at 1731963127147Flushing 7d05ba415d271e1eed775452268a8993/f1: creating writer at 1731963127181 (+34 ms)Flushing 7d05ba415d271e1eed775452268a8993/f1: appending metadata at 1731963127204 (+23 ms)Flushing 7d05ba415d271e1eed775452268a8993/f1: closing flushed file at 1731963127204Flushing 7d05ba415d271e1eed775452268a8993/norep: creating writer at 1731963127304 (+100 ms)Flushing 7d05ba415d271e1eed775452268a8993/norep: appending metadata at 1731963127354 (+50 ms)Flushing 7d05ba415d271e1eed775452268a8993/norep: closing flushed file at 1731963127354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f401ffa: reopening flushed file at 1731963127818 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a2f305: reopening flushed file at 1731963127830 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3090da5d: reopening flushed file at 1731963127839 (+9 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7d05ba415d271e1eed775452268a8993 in 733ms, sequenceid=8, compaction requested=false at 1731963127848 (+9 ms)Writing region close event to WAL at 1731963127879 (+31 ms)Running coprocessor post-close hooks at 1731963127897 (+18 ms)Closed at 1731963127897 2024-11-18T20:52:07,897 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963118035.7d05ba415d271e1eed775452268a8993. 2024-11-18T20:52:07,898 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7ca4f510579271bb3da820f0e4ebff5, disabling compactions & flushes 2024-11-18T20:52:07,898 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,898 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,898 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. after waiting 0 ms 2024-11-18T20:52:07,898 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,898 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7ca4f510579271bb3da820f0e4ebff5: Waiting for close lock at 1731963127898Running coprocessor pre-close hooks at 1731963127898Disabling compacts and flushes for region at 1731963127898Disabling writes for close at 1731963127898Failed flush hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., putting online again at 1731963127898 2024-11-18T20:52:07,915 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,917 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(3091): Received CLOSE for b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,917 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7ca4f510579271bb3da820f0e4ebff5 2024-11-18T20:52:07,919 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7ca4f510579271bb3da820f0e4ebff5, disabling compactions & flushes 2024-11-18T20:52:07,919 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,919 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,919 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. after waiting 0 ms 2024-11-18T20:52:07,919 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:07,919 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7ca4f510579271bb3da820f0e4ebff5: Waiting for close lock at 1731963127919Running coprocessor pre-close hooks at 1731963127919Disabling compacts and flushes for region at 1731963127919Disabling writes for close at 1731963127919Failed flush hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., putting online again at 1731963127919 2024-11-18T20:52:07,919 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5. 2024-11-18T20:52:08,085 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/ns/8d8e6ead3ec2444581ad24d32cb2a806 2024-11-18T20:52:08,117 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:52:08,117 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1325): Online Regions={b7ca4f510579271bb3da820f0e4ebff5=hbase:replication,,1731963120851.b7ca4f510579271bb3da820f0e4ebff5., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:52:08,117 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:52:08,146 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/rep_barrier/99aaf4a1f4094ca2b32f808bfb04be27 is 112, key is test,,1731963118035.7d05ba415d271e1eed775452268a8993./rep_barrier:seqnumDuringOpen/1731963118400/Put/seqid=0 2024-11-18T20:52:08,192 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 1160, reset compression=false 2024-11-18T20:52:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:52:08,206 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/rep_barrier/99aaf4a1f4094ca2b32f808bfb04be27 2024-11-18T20:52:08,254 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:08,262 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:08,262 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 1804, reset compression=false 2024-11-18T20:52:08,279 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/table/31ca825f9fbe4df69edf4bfd0e33ad0e is 53, key is hbase:replication/table:state/1731963121666/Put/seqid=0 2024-11-18T20:52:08,317 DEBUG [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:52:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:52:08,325 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/table/31ca825f9fbe4df69edf4bfd0e33ad0e 2024-11-18T20:52:08,332 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/info/f67a357d290d4813993f4106500a3398 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/info/f67a357d290d4813993f4106500a3398 2024-11-18T20:52:08,341 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/info/f67a357d290d4813993f4106500a3398, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:52:08,342 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/ns/8d8e6ead3ec2444581ad24d32cb2a806 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/ns/8d8e6ead3ec2444581ad24d32cb2a806 2024-11-18T20:52:08,350 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/ns/8d8e6ead3ec2444581ad24d32cb2a806, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:52:08,352 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/rep_barrier/99aaf4a1f4094ca2b32f808bfb04be27 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/rep_barrier/99aaf4a1f4094ca2b32f808bfb04be27 2024-11-18T20:52:08,358 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/rep_barrier/99aaf4a1f4094ca2b32f808bfb04be27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:52:08,359 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/.tmp/table/31ca825f9fbe4df69edf4bfd0e33ad0e as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/table/31ca825f9fbe4df69edf4bfd0e33ad0e 2024-11-18T20:52:08,365 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/table/31ca825f9fbe4df69edf4bfd0e33ad0e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:52:08,370 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1255ms, sequenceid=16, compaction requested=false 2024-11-18T20:52:08,460 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:52:08,461 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:08,461 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:08,461 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:08,461 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963127115Running coprocessor pre-close hooks at 1731963127115Disabling compacts and flushes for region at 1731963127115Disabling writes for close at 1731963127115Obtaining lock to block concurrent updates at 1731963127116 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731963127116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963127116Flushing stores of hbase:meta,,1.1588230740 at 1731963127118 (+2 ms)Flushing 1588230740/info: creating writer at 1731963127118Flushing 1588230740/info: appending metadata at 1731963127164 (+46 ms)Flushing 1588230740/info: closing flushed file at 1731963127164Flushing 1588230740/ns: creating writer at 1731963127594 (+430 ms)Flushing 1588230740/ns: appending metadata at 1731963127630 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731963127630Flushing 1588230740/rep_barrier: creating writer at 1731963128106 (+476 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963128146 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963128146Flushing 1588230740/table: creating writer at 1731963128212 (+66 ms)Flushing 1588230740/table: appending metadata at 1731963128278 (+66 ms)Flushing 1588230740/table: closing flushed file at 1731963128278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772a009f: reopening flushed file at 1731963128331 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a611e38: reopening flushed file at 1731963128341 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532277e5: reopening flushed file at 1731963128350 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415554cb: reopening flushed file at 1731963128358 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1255ms, sequenceid=16, compaction requested=false at 1731963128370 (+12 ms)Writing region close event to WAL at 1731963128450 (+80 ms)Running coprocessor post-close hooks at 1731963128461 (+11 ms)Closed at 1731963128461 2024-11-18T20:52:08,461 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:08,493 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/WALs/29a7ef02c270,34543,1731963114841/29a7ef02c270%2C34543%2C1731963114841.1731963116280 to pos 1804, reset compression=false 2024-11-18T20:52:08,518 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:52:08,518 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,34543,1731963114841; all regions closed. 2024-11-18T20:52:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:52:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741839_1015 (size=1733) 2024-11-18T20:52:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741832_1008 (size=1812) 2024-11-18T20:52:08,594 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:08,594 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:08,594 INFO [RS:0;29a7ef02c270:34543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:08,595 INFO [RS:0;29a7ef02c270:34543 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:08,595 INFO [RS:0;29a7ef02c270:34543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:08,595 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:08,595 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,34543,1731963114841 because: Region server is closing 2024-11-18T20:52:08,595 INFO [RS:0;29a7ef02c270:34543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:34543. 2024-11-18T20:52:08,595 DEBUG [RS:0;29a7ef02c270:34543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:08,596 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:08,596 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:08,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:08,696 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.shipper29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 terminated 2024-11-18T20:52:08,696 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,34543,1731963114841.replicationSource.wal-reader.29a7ef02c270%2C34543%2C1731963114841,1-29a7ef02c270,34543,1731963114841 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:52:08,696 INFO [RS:0;29a7ef02c270:34543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:34543. 2024-11-18T20:52:08,696 DEBUG [RS:0;29a7ef02c270:34543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:08,696 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:08,696 DEBUG [RS:0;29a7ef02c270:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:08,697 INFO [RS:0;29a7ef02c270:34543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34543 2024-11-18T20:52:08,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:08,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077049339/rs/29a7ef02c270,34543,1731963114841 2024-11-18T20:52:08,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339/rs 2024-11-18T20:52:08,747 INFO [RS:0;29a7ef02c270:34543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:08,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,34543,1731963114841] 2024-11-18T20:52:08,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/draining/29a7ef02c270,34543,1731963114841 already deleted, retry=false 2024-11-18T20:52:08,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,34543,1731963114841 expired; onlineServers=0 2024-11-18T20:52:08,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,38669,1731963114736' ***** 2024-11-18T20:52:08,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:52:08,764 INFO [M:0;29a7ef02c270:38669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:08,764 INFO [M:0;29a7ef02c270:38669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:08,764 DEBUG [M:0;29a7ef02c270:38669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:52:08,764 DEBUG [M:0;29a7ef02c270:38669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:52:08,764 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963116001 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963116001,5,FailOnTimeoutGroup] 2024-11-18T20:52:08,764 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963116002 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963116002,5,FailOnTimeoutGroup] 2024-11-18T20:52:08,765 INFO [M:0;29a7ef02c270:38669 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:08,765 INFO [M:0;29a7ef02c270:38669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:08,765 DEBUG [M:0;29a7ef02c270:38669 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:52:08,765 INFO [M:0;29a7ef02c270:38669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:52:08,765 INFO [M:0;29a7ef02c270:38669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:08,765 INFO [M:0;29a7ef02c270:38669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:52:08,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:52:08,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:52:08,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077049339/master 2024-11-18T20:52:08,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077049339 2024-11-18T20:52:08,781 DEBUG [M:0;29a7ef02c270:38669 {}] zookeeper.RecoverableZooKeeper(212): Node /11077049339/master already deleted, retry=false 2024-11-18T20:52:08,781 DEBUG [M:0;29a7ef02c270:38669 {}] master.ActiveMasterManager(353): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Failed delete of our master address node; KeeperErrorCode = NoNode for /11077049339/master 2024-11-18T20:52:08,782 INFO [M:0;29a7ef02c270:38669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/.lastflushedseqids 2024-11-18T20:52:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:52:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101510167240004, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:08,857 INFO [RS:0;29a7ef02c270:34543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:08,857 INFO [RS:0;29a7ef02c270:34543 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,34543,1731963114841; zookeeper connection closed. 2024-11-18T20:52:08,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f904f61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f904f61 2024-11-18T20:52:08,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:52:08,911 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:09,257 INFO [M:0;29a7ef02c270:38669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:52:09,257 INFO [M:0;29a7ef02c270:38669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:52:09,257 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:09,258 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:09,258 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:09,258 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:09,258 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:09,258 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T20:52:09,305 DEBUG [M:0;29a7ef02c270:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b16ee01dd7b4849bfc99a80a8feed36 is 82, key is hbase:meta,,1/info:regioninfo/1731963117249/Put/seqid=0 2024-11-18T20:52:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:52:09,638 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:09,746 INFO [M:0;29a7ef02c270:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b16ee01dd7b4849bfc99a80a8feed36 2024-11-18T20:52:09,792 DEBUG [M:0;29a7ef02c270:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da40cdb805348bcb720ad23f77bc9eb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963121672/Put/seqid=0 2024-11-18T20:52:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741849_1025 (size=8516) 2024-11-18T20:52:09,840 INFO [M:0;29a7ef02c270:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da40cdb805348bcb720ad23f77bc9eb 2024-11-18T20:52:09,877 DEBUG [M:0;29a7ef02c270:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0966e4b80b384ad68b4f76932f738a79 is 69, key is 29a7ef02c270,34543,1731963114841/rs:state/1731963116109/Put/seqid=0 2024-11-18T20:52:09,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:52:09,931 INFO [M:0;29a7ef02c270:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0966e4b80b384ad68b4f76932f738a79 2024-11-18T20:52:09,938 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b16ee01dd7b4849bfc99a80a8feed36 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b16ee01dd7b4849bfc99a80a8feed36 2024-11-18T20:52:09,943 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b16ee01dd7b4849bfc99a80a8feed36, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:52:09,944 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da40cdb805348bcb720ad23f77bc9eb as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2da40cdb805348bcb720ad23f77bc9eb 2024-11-18T20:52:09,951 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2da40cdb805348bcb720ad23f77bc9eb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:52:09,954 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0966e4b80b384ad68b4f76932f738a79 as hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0966e4b80b384ad68b4f76932f738a79 2024-11-18T20:52:09,960 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42465/user/jenkins/test-data/85463288-0389-95c7-cfb0-d41244aa9af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0966e4b80b384ad68b4f76932f738a79, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:52:09,961 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=97, compaction requested=false 2024-11-18T20:52:10,021 INFO [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:10,021 DEBUG [M:0;29a7ef02c270:38669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963129257Disabling compacts and flushes for region at 1731963129257Disabling writes for close at 1731963129258 (+1 ms)Obtaining lock to block concurrent updates at 1731963129258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963129258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731963129258Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963129259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963129259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963129305 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963129305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963129755 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963129792 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963129792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963129848 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963129876 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963129876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2b3810: reopening flushed file at 1731963129936 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ac3355: reopening flushed file at 1731963129943 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ead1121: reopening flushed file at 1731963129951 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=97, compaction requested=false at 1731963129961 (+10 ms)Writing region close event to WAL at 1731963130021 (+60 ms)Closed at 1731963130021 2024-11-18T20:52:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33529 is added to blk_1073741830_1006 (size=63654) 2024-11-18T20:52:10,050 INFO [M:0;29a7ef02c270:38669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:52:10,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:10,050 INFO [M:0;29a7ef02c270:38669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38669 2024-11-18T20:52:10,051 INFO [M:0;29a7ef02c270:38669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:10,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:10,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x101510167240003, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:10,197 INFO [M:0;29a7ef02c270:38669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:10,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7303b9c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:10,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:10,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:10,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:10,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:10,272 WARN [BP-821325575-172.17.0.2-1731963113250 heartbeating to localhost/127.0.0.1:42465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:52:10,272 WARN [BP-821325575-172.17.0.2-1731963113250 heartbeating to localhost/127.0.0.1:42465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821325575-172.17.0.2-1731963113250 (Datanode Uuid f257a7d0-d5d8-40f3-9710-541d21e50603) service to localhost/127.0.0.1:42465 2024-11-18T20:52:10,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/cluster_99b9ea1e-1a46-89ec-e9c9-daaed4f137dc/data/data2/current/BP-821325575-172.17.0.2-1731963113250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:10,273 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:52:10,273 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:52:10,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:52:10,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/cluster_99b9ea1e-1a46-89ec-e9c9-daaed4f137dc/data/data1/current/BP-821325575-172.17.0.2-1731963113250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:10,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9a5135{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:10,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:10,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:10,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:10,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:10,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:52:10,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:52:10,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:10,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:10,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:10,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:10,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:10,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:52:10,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216234411, stopped=false 2024-11-18T20:52:10,332 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,40489,1731963109641 2024-11-18T20:52:10,347 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0523477072/running 2024-11-18T20:52:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0523477072/running 2024-11-18T20:52:10,347 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:52:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:52:10,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:10,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:10,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:10,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:10,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,40459,1731963109839' ***** 2024-11-18T20:52:10,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:52:10,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/running 2024-11-18T20:52:10,348 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:52:10,348 INFO [RS:0;29a7ef02c270:40459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:52:10,348 INFO [RS:0;29a7ef02c270:40459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:52:10,348 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(3091): Received CLOSE for c66235341816c84e960996fa79b8e697 2024-11-18T20:52:10,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:52:10,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Set watcher on znode that does not yet exist, /0523477072/running 2024-11-18T20:52:10,359 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(3091): Received CLOSE for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:52:10,359 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,40459,1731963109839 2024-11-18T20:52:10,359 INFO [RS:0;29a7ef02c270:40459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:10,359 INFO [RS:0;29a7ef02c270:40459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:40459. 2024-11-18T20:52:10,360 DEBUG [RS:0;29a7ef02c270:40459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:10,360 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:10,360 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:52:10,360 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:52:10,360 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:52:10,360 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:52:10,360 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c66235341816c84e960996fa79b8e697, disabling compactions & flushes 2024-11-18T20:52:10,360 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:52:10,361 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:52:10,361 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963117403.c66235341816c84e960996fa79b8e697. after waiting 0 ms 2024-11-18T20:52:10,361 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:52:10,361 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c66235341816c84e960996fa79b8e697 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T20:52:10,376 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:52:10,376 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1325): Online Regions={c66235341816c84e960996fa79b8e697=test,,1731963117403.c66235341816c84e960996fa79b8e697., 80fd2be54dc663c98d383e67fbdc3d54=hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:52:10,376 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:10,377 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:10,377 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:10,377 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:10,378 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:10,378 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:10,378 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:52:10,412 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/f/122ec5e3228b4bfda91583c539779a92 is 29, key is row1/f:/1731963126064/DeleteFamily/seqid=0 2024-11-18T20:52:10,426 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/info/1426bcec53ab4b61914b594bbca66e44 is 147, key is hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54./info:regioninfo/1731963119881/Put/seqid=0 2024-11-18T20:52:10,439 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741840_1016 (size=5118) 2024-11-18T20:52:10,466 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 914, reset compression=false 2024-11-18T20:52:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:52:10,527 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:10,527 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 1161, reset compression=false 2024-11-18T20:52:10,527 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,40459,1731963109839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:10,528 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,40459,1731963109839: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,40459,1731963109839, walGroup=29a7ef02c270%2C40459%2C1731963109839, offset=29a7ef02c270%2C40459%2C1731963109839.1731963112080:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:40459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:52:10,529 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:52:10,529 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:52:10,530 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:52:10,530 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:52:10,530 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:52:10,530 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 650064656 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190778176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:52:10,530 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:40489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:40489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:52:10,577 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:10,769 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 1161, reset compression=false 2024-11-18T20:52:10,777 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:10,865 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/f/122ec5e3228b4bfda91583c539779a92 2024-11-18T20:52:10,870 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 122ec5e3228b4bfda91583c539779a92 2024-11-18T20:52:10,890 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/info/1426bcec53ab4b61914b594bbca66e44 2024-11-18T20:52:10,923 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/f1/6d99bbdfdf37482d924f7c2ef35a038c is 30, key is row1/f1:/1731963126064/DeleteFamily/seqid=0 2024-11-18T20:52:10,942 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/ns/b1360ef54a1d4b6f9dfe19c8d80864a5 is 43, key is default/ns:d/1731963113092/Put/seqid=0 2024-11-18T20:52:10,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741842_1018 (size=5123) 2024-11-18T20:52:10,965 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/f1/6d99bbdfdf37482d924f7c2ef35a038c 2024-11-18T20:52:10,971 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d99bbdfdf37482d924f7c2ef35a038c 2024-11-18T20:52:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741843_1019 (size=5153) 2024-11-18T20:52:10,974 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/ns/b1360ef54a1d4b6f9dfe19c8d80864a5 2024-11-18T20:52:10,977 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:11,004 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/norep/96a5b2fd1b44424bad770ac980eafb86 is 32, key is row/norep:/1731963125037/DeleteFamily/seqid=0 2024-11-18T20:52:11,020 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:52:11,020 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:52:11,023 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/rep_barrier/5f44879560e144bc95bd62d043f34993 is 112, key is test,,1731963117403.c66235341816c84e960996fa79b8e697./rep_barrier:seqnumDuringOpen/1731963117781/Put/seqid=0 2024-11-18T20:52:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741844_1020 (size=5101) 2024-11-18T20:52:11,075 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 1161, reset compression=false 2024-11-18T20:52:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:52:11,177 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:11,377 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:11,453 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/norep/96a5b2fd1b44424bad770ac980eafb86 2024-11-18T20:52:11,458 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96a5b2fd1b44424bad770ac980eafb86 2024-11-18T20:52:11,464 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/f/122ec5e3228b4bfda91583c539779a92 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/f/122ec5e3228b4bfda91583c539779a92 2024-11-18T20:52:11,474 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 122ec5e3228b4bfda91583c539779a92 2024-11-18T20:52:11,474 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/f/122ec5e3228b4bfda91583c539779a92, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:52:11,478 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/f1/6d99bbdfdf37482d924f7c2ef35a038c as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/f1/6d99bbdfdf37482d924f7c2ef35a038c 2024-11-18T20:52:11,488 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d99bbdfdf37482d924f7c2ef35a038c 2024-11-18T20:52:11,488 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/f1/6d99bbdfdf37482d924f7c2ef35a038c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:52:11,489 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/.tmp/norep/96a5b2fd1b44424bad770ac980eafb86 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/norep/96a5b2fd1b44424bad770ac980eafb86 2024-11-18T20:52:11,495 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96a5b2fd1b44424bad770ac980eafb86 2024-11-18T20:52:11,495 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/norep/96a5b2fd1b44424bad770ac980eafb86, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T20:52:11,496 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/rep_barrier/5f44879560e144bc95bd62d043f34993 2024-11-18T20:52:11,496 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c66235341816c84e960996fa79b8e697 in 1135ms, sequenceid=8, compaction requested=false 2024-11-18T20:52:11,496 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:52:11,526 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 1161, reset compression=false 2024-11-18T20:52:11,538 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/table/4f072de405c64485accc459636ea46d3 is 53, key is hbase:replication/table:state/1731963119894/Put/seqid=0 2024-11-18T20:52:11,579 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fd2be54dc663c98d383e67fbdc3d54, c66235341816c84e960996fa79b8e697 2024-11-18T20:52:11,580 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:11,580 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 1805, reset compression=false 2024-11-18T20:52:11,607 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/default/test/c66235341816c84e960996fa79b8e697/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T20:52:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:52:11,617 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:11,617 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:11,617 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:52:11,617 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c66235341816c84e960996fa79b8e697: Waiting for close lock at 1731963130360Running coprocessor pre-close hooks at 1731963130360Disabling compacts and flushes for region at 1731963130360Disabling writes for close at 1731963130361 (+1 ms)Obtaining lock to block concurrent updates at 1731963130361Preparing flush snapshotting stores in c66235341816c84e960996fa79b8e697 at 1731963130361Finished memstore snapshotting test,,1731963117403.c66235341816c84e960996fa79b8e697., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731963130362 (+1 ms)Flushing stores of test,,1731963117403.c66235341816c84e960996fa79b8e697. at 1731963130364 (+2 ms)Flushing c66235341816c84e960996fa79b8e697/f: creating writer at 1731963130365 (+1 ms)Flushing c66235341816c84e960996fa79b8e697/f: appending metadata at 1731963130410 (+45 ms)Flushing c66235341816c84e960996fa79b8e697/f: closing flushed file at 1731963130410Flushing c66235341816c84e960996fa79b8e697/f1: creating writer at 1731963130871 (+461 ms)Flushing c66235341816c84e960996fa79b8e697/f1: appending metadata at 1731963130922 (+51 ms)Flushing c66235341816c84e960996fa79b8e697/f1: closing flushed file at 1731963130922Flushing c66235341816c84e960996fa79b8e697/norep: creating writer at 1731963130971 (+49 ms)Flushing c66235341816c84e960996fa79b8e697/norep: appending metadata at 1731963131003 (+32 ms)Flushing c66235341816c84e960996fa79b8e697/norep: closing flushed file at 1731963131003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700cf6e4: reopening flushed file at 1731963131458 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b57fdb: reopening flushed file at 1731963131474 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e40f77: reopening flushed file at 1731963131488 (+14 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c66235341816c84e960996fa79b8e697 in 1135ms, sequenceid=8, compaction requested=false at 1731963131496 (+8 ms)Writing region close event to WAL at 1731963131563 (+67 ms)Running coprocessor post-close hooks at 1731963131617 (+54 ms)Closed at 1731963131617 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963117403.c66235341816c84e960996fa79b8e697. 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80fd2be54dc663c98d383e67fbdc3d54, disabling compactions & flushes 2024-11-18T20:52:11,618 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. after waiting 0 ms 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80fd2be54dc663c98d383e67fbdc3d54: Waiting for close lock at 1731963131618Running coprocessor pre-close hooks at 1731963131618Disabling compacts and flushes for region at 1731963131618Disabling writes for close at 1731963131618Failed flush hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54., putting online again at 1731963131618 2024-11-18T20:52:11,618 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,618 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/table/4f072de405c64485accc459636ea46d3 2024-11-18T20:52:11,625 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/info/1426bcec53ab4b61914b594bbca66e44 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/info/1426bcec53ab4b61914b594bbca66e44 2024-11-18T20:52:11,630 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/info/1426bcec53ab4b61914b594bbca66e44, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:52:11,632 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/ns/b1360ef54a1d4b6f9dfe19c8d80864a5 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/ns/b1360ef54a1d4b6f9dfe19c8d80864a5 2024-11-18T20:52:11,638 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/ns/b1360ef54a1d4b6f9dfe19c8d80864a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:52:11,642 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/rep_barrier/5f44879560e144bc95bd62d043f34993 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/rep_barrier/5f44879560e144bc95bd62d043f34993 2024-11-18T20:52:11,654 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/rep_barrier/5f44879560e144bc95bd62d043f34993, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:52:11,656 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/.tmp/table/4f072de405c64485accc459636ea46d3 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/table/4f072de405c64485accc459636ea46d3 2024-11-18T20:52:11,664 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/table/4f072de405c64485accc459636ea46d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:52:11,668 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=16, compaction requested=false 2024-11-18T20:52:11,768 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:52:11,769 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:11,769 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:11,769 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:11,769 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963130377Running coprocessor pre-close hooks at 1731963130377Disabling compacts and flushes for region at 1731963130377Disabling writes for close at 1731963130378 (+1 ms)Obtaining lock to block concurrent updates at 1731963130378Preparing flush snapshotting stores in 1588230740 at 1731963130378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963130381 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963130382 (+1 ms)Flushing 1588230740/info: creating writer at 1731963130382Flushing 1588230740/info: appending metadata at 1731963130425 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731963130425Flushing 1588230740/ns: creating writer at 1731963130898 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731963130941 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731963130941Flushing 1588230740/rep_barrier: creating writer at 1731963130981 (+40 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963131023 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963131023Flushing 1588230740/table: creating writer at 1731963131502 (+479 ms)Flushing 1588230740/table: appending metadata at 1731963131538 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731963131538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782a9579: reopening flushed file at 1731963131623 (+85 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f068c08: reopening flushed file at 1731963131631 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3751f0: reopening flushed file at 1731963131641 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55deab30: reopening flushed file at 1731963131654 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=16, compaction requested=false at 1731963131668 (+14 ms)Writing region close event to WAL at 1731963131745 (+77 ms)Running coprocessor post-close hooks at 1731963131769 (+24 ms)Closed at 1731963131769 2024-11-18T20:52:11,769 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:11,783 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:52:11,783 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1325): Online Regions={80fd2be54dc663c98d383e67fbdc3d54=hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54.} 2024-11-18T20:52:11,783 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(3091): Received CLOSE for 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:52:11,783 DEBUG [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1351): Waiting on 80fd2be54dc663c98d383e67fbdc3d54 2024-11-18T20:52:11,783 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80fd2be54dc663c98d383e67fbdc3d54, disabling compactions & flushes 2024-11-18T20:52:11,783 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,784 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,784 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. after waiting 0 ms 2024-11-18T20:52:11,784 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,784 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80fd2be54dc663c98d383e67fbdc3d54: Waiting for close lock at 1731963131783Running coprocessor pre-close hooks at 1731963131783Disabling compacts and flushes for region at 1731963131783Disabling writes for close at 1731963131784 (+1 ms)Failed flush hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54., putting online again at 1731963131784 2024-11-18T20:52:11,784 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963118699.80fd2be54dc663c98d383e67fbdc3d54. 2024-11-18T20:52:11,826 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.wal-reader.29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/WALs/29a7ef02c270,40459,1731963109839/29a7ef02c270%2C40459%2C1731963109839.1731963112080 to pos 1805, reset compression=false 2024-11-18T20:52:11,983 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:52:11,984 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,40459,1731963109839; all regions closed. 2024-11-18T20:52:12,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:52:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741839_1015 (size=1733) 2024-11-18T20:52:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741832_1008 (size=1813) 2024-11-18T20:52:12,083 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:12,083 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:12,087 INFO [RS:0;29a7ef02c270:40459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:12,087 INFO [RS:0;29a7ef02c270:40459 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:12,087 INFO [RS:0;29a7ef02c270:40459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:12,088 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,40459,1731963109839 because: Region server is closing 2024-11-18T20:52:12,088 INFO [RS:0;29a7ef02c270:40459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:40459. 2024-11-18T20:52:12,088 DEBUG [RS:0;29a7ef02c270:40459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:12,088 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:12,088 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:12,088 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:12,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:12,189 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,40459,1731963109839.replicationSource.shipper29a7ef02c270%2C40459%2C1731963109839,1-29a7ef02c270,40459,1731963109839 terminated 2024-11-18T20:52:12,189 INFO [RS:0;29a7ef02c270:40459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:40459. 2024-11-18T20:52:12,189 DEBUG [RS:0;29a7ef02c270:40459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:12,189 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:12,189 DEBUG [RS:0;29a7ef02c270:40459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:12,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:12,189 INFO [RS:0;29a7ef02c270:40459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40459 2024-11-18T20:52:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072/rs 2024-11-18T20:52:12,214 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0523477072/rs/29a7ef02c270,40459,1731963109839 2024-11-18T20:52:12,214 INFO [RS:0;29a7ef02c270:40459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:12,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,40459,1731963109839] 2024-11-18T20:52:12,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/draining/29a7ef02c270,40459,1731963109839 already deleted, retry=false 2024-11-18T20:52:12,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,40459,1731963109839 expired; onlineServers=0 2024-11-18T20:52:12,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,40489,1731963109641' ***** 2024-11-18T20:52:12,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:12,231 DEBUG [M:0;29a7ef02c270:40489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:52:12,231 DEBUG [M:0;29a7ef02c270:40489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:52:12,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:12,231 DEBUG [M:0;29a7ef02c270:40489 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:52:12,231 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963111813 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963111813,5,FailOnTimeoutGroup] 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:12,231 INFO [M:0;29a7ef02c270:40489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:52:12,231 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963111813 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963111813,5,FailOnTimeoutGroup] 2024-11-18T20:52:12,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:52:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0523477072/master 2024-11-18T20:52:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0523477072 2024-11-18T20:52:12,247 DEBUG [M:0;29a7ef02c270:40489 {}] zookeeper.RecoverableZooKeeper(212): Node /0523477072/master already deleted, retry=false 2024-11-18T20:52:12,247 DEBUG [M:0;29a7ef02c270:40489 {}] master.ActiveMasterManager(353): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Failed delete of our master address node; KeeperErrorCode = NoNode for /0523477072/master 2024-11-18T20:52:12,265 INFO [M:0;29a7ef02c270:40489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/.lastflushedseqids 2024-11-18T20:52:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:52:12,290 INFO [M:0;29a7ef02c270:40489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:52:12,290 INFO [M:0;29a7ef02c270:40489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:52:12,290 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:12,290 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:12,290 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:12,290 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:12,290 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:12,291 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T20:52:12,313 DEBUG [M:0;29a7ef02c270:40489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41c3ee206a464de8a81caca5700d2961 is 82, key is hbase:meta,,1/info:regioninfo/1731963113048/Put/seqid=0 2024-11-18T20:52:12,322 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:12,322 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40459-0x101510167240001, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:12,322 INFO [RS:0;29a7ef02c270:40459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:12,322 INFO [RS:0;29a7ef02c270:40459 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,40459,1731963109839; zookeeper connection closed. 2024-11-18T20:52:12,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe 2024-11-18T20:52:12,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:52:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:52:12,778 INFO [M:0;29a7ef02c270:40489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41c3ee206a464de8a81caca5700d2961 2024-11-18T20:52:12,838 DEBUG [M:0;29a7ef02c270:40489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/142a76eeae2247bcb742fba27951ac37 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963119899/Put/seqid=0 2024-11-18T20:52:12,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741849_1025 (size=8515) 2024-11-18T20:52:12,892 INFO [M:0;29a7ef02c270:40489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/142a76eeae2247bcb742fba27951ac37 2024-11-18T20:52:12,937 DEBUG [M:0;29a7ef02c270:40489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c81ed28d3842928f25f4d0efb895a6 is 69, key is 29a7ef02c270,40459,1731963109839/rs:state/1731963111913/Put/seqid=0 2024-11-18T20:52:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:52:12,989 INFO [M:0;29a7ef02c270:40489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c81ed28d3842928f25f4d0efb895a6 2024-11-18T20:52:12,994 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41c3ee206a464de8a81caca5700d2961 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41c3ee206a464de8a81caca5700d2961 2024-11-18T20:52:13,002 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41c3ee206a464de8a81caca5700d2961, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:52:13,003 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/142a76eeae2247bcb742fba27951ac37 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/142a76eeae2247bcb742fba27951ac37 2024-11-18T20:52:13,007 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/142a76eeae2247bcb742fba27951ac37, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:52:13,008 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c81ed28d3842928f25f4d0efb895a6 as hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4c81ed28d3842928f25f4d0efb895a6 2024-11-18T20:52:13,016 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41457/user/jenkins/test-data/bc83535a-cf36-9811-e47f-4d29c1f664d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4c81ed28d3842928f25f4d0efb895a6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:52:13,017 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 727ms, sequenceid=97, compaction requested=false 2024-11-18T20:52:13,055 INFO [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:13,055 DEBUG [M:0;29a7ef02c270:40489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963132290Disabling compacts and flushes for region at 1731963132290Disabling writes for close at 1731963132290Obtaining lock to block concurrent updates at 1731963132291 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963132291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731963132291Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963132292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963132292Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963132313 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963132313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963132788 (+475 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963132838 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963132838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963132900 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963132937 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963132937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158c152c: reopening flushed file at 1731963132993 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb1e409: reopening flushed file at 1731963133002 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606bc889: reopening flushed file at 1731963133008 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 727ms, sequenceid=97, compaction requested=false at 1731963133017 (+9 ms)Writing region close event to WAL at 1731963133055 (+38 ms)Closed at 1731963133055 2024-11-18T20:52:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42441 is added to blk_1073741830_1006 (size=63642) 2024-11-18T20:52:13,093 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:13,093 INFO [M:0;29a7ef02c270:40489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:52:13,094 INFO [M:0;29a7ef02c270:40489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40489 2024-11-18T20:52:13,096 INFO [M:0;29a7ef02c270:40489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:13,231 INFO [M:0;29a7ef02c270:40489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40489-0x101510167240000, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:13,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c486f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:13,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:13,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:13,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:13,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:13,263 WARN [BP-524223288-172.17.0.2-1731963106838 heartbeating to localhost/127.0.0.1:41457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:52:13,263 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:52:13,263 WARN [BP-524223288-172.17.0.2-1731963106838 heartbeating to localhost/127.0.0.1:41457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-524223288-172.17.0.2-1731963106838 (Datanode Uuid 1b0e10ca-7b91-4f7d-8db6-3ddb2b46b461) service to localhost/127.0.0.1:41457 2024-11-18T20:52:13,263 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:52:13,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:52:13,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/data/data2/current/BP-524223288-172.17.0.2-1731963106838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:13,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/cluster_3a6b5006-99c9-2a6b-65ee-cd733c8c4a05/data/data1/current/BP-524223288-172.17.0.2-1731963106838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:13,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4765a193{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:13,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cef77a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:13,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:13,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366cc4eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec9c6b25-f081-3eaa-49a3-27e4a59f73e4/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:13,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:52:13,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:52:13,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 245) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63990) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41457 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63990) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42465 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=893 (was 930), ProcessCount=11 (was 11), AvailableMemoryMB=286 (was 407) 2024-11-18T20:52:13,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=893, ProcessCount=11, AvailableMemoryMB=285 2024-11-18T20:52:13,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101510167240005, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:52:13,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101510167240005, quorum=127.0.0.1:63990, baseZNode=/11077049339 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:52:13,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101510167240002, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:52:13,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101510167240002, quorum=127.0.0.1:63990, baseZNode=/0523477072 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:52:13,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:13,400 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T20:52:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir so I do NOT create it in target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd 2024-11-18T20:52:13,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:52:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.tmp.dir so I do NOT create it in target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd 2024-11-18T20:52:13,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ded9be3-4d8a-5519-8eac-10221f34b888/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:52:13,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd 2024-11-18T20:52:13,402 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983, deleteOnExit=true 2024-11-18T20:52:13,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:13,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/zookeeper_0, clientPort=52517, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:52:13,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52517 2024-11-18T20:52:13,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/test.cache.data in system properties and HBase conf 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:52:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:52:13,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:52:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:52:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:52:13,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:13,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:14,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:14,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:14,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:52:14,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:14,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:14,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:14,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e8174a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/java.io.tmpdir/jetty-localhost-33983-hadoop-hdfs-3_4_1-tests_jar-_-any-16626683012177374485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:14,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:33983} 2024-11-18T20:52:14,238 INFO [Time-limited test {}] server.Server(415): Started @229731ms 2024-11-18T20:52:14,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:14,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:14,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:14,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:14,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:52:14,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:14,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:15,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdd0a17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/java.io.tmpdir/jetty-localhost-33287-hadoop-hdfs-3_4_1-tests_jar-_-any-7708373224396060414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:15,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:33287} 2024-11-18T20:52:15,014 INFO [Time-limited test {}] server.Server(415): Started @230508ms 2024-11-18T20:52:15,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:52:15,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:52:15,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:52:15,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:52:15,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:18,499 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/data/data1/current/BP-629148061-172.17.0.2-1731963133563/current, will proceed with Du for space computation calculation, 2024-11-18T20:52:18,512 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/data/data2/current/BP-629148061-172.17.0.2-1731963133563/current, will proceed with Du for space computation calculation, 2024-11-18T20:52:18,672 WARN [Thread-2629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:52:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde29e82dd573976e with lease ID 0x3f80d2acffa8c5cd: Processing first storage report for DS-8747cc28-7878-4d06-bcf0-c152da92f1c7 from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=56729170-2942-4711-b57c-7dcd0fe75369, infoPort=38695, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=755385221;c=1731963133563) 2024-11-18T20:52:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde29e82dd573976e with lease ID 0x3f80d2acffa8c5cd: from storage DS-8747cc28-7878-4d06-bcf0-c152da92f1c7 node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=56729170-2942-4711-b57c-7dcd0fe75369, infoPort=38695, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=755385221;c=1731963133563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:52:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde29e82dd573976e with lease ID 0x3f80d2acffa8c5cd: Processing first storage report for DS-97570198-6f7c-44c9-8227-c04af163a478 from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=56729170-2942-4711-b57c-7dcd0fe75369, infoPort=38695, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=755385221;c=1731963133563) 2024-11-18T20:52:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde29e82dd573976e with lease ID 0x3f80d2acffa8c5cd: from storage DS-97570198-6f7c-44c9-8227-c04af163a478 node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=56729170-2942-4711-b57c-7dcd0fe75369, infoPort=38695, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=755385221;c=1731963133563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:52:18,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd 2024-11-18T20:52:18,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:18,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:18,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:52:18,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c with version=8 2024-11-18T20:52:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/hbase-staging 2024-11-18T20:52:18,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:52:18,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:18,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:18,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:52:18,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:18,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:52:18,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:52:18,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:52:18,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46587 2024-11-18T20:52:18,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46587 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465870x0, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:18,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46587-0x1015101cffd0000 connected 2024-11-18T20:52:19,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:19,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:19,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/running 2024-11-18T20:52:19,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c, hbase.cluster.distributed=false 2024-11-18T20:52:19,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/acl 2024-11-18T20:52:19,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46587 2024-11-18T20:52:19,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46587 2024-11-18T20:52:19,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46587 2024-11-18T20:52:19,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46587 2024-11-18T20:52:19,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46587 2024-11-18T20:52:19,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:52:19,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:52:19,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43503 2024-11-18T20:52:19,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43503 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:19,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:19,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:19,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435030x0, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/running 2024-11-18T20:52:19,364 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:52:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435030x0, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:19,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43503-0x1015101cffd0001 connected 2024-11-18T20:52:19,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:52:19,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/master 2024-11-18T20:52:19,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/acl 2024-11-18T20:52:19,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43503 2024-11-18T20:52:19,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43503 2024-11-18T20:52:19,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43503 2024-11-18T20:52:19,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43503 2024-11-18T20:52:19,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43503 2024-11-18T20:52:19,597 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:46587 2024-11-18T20:52:19,598 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-392714759/backup-masters/29a7ef02c270,46587,1731963138794 2024-11-18T20:52:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759/backup-masters 2024-11-18T20:52:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759/backup-masters 2024-11-18T20:52:19,605 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on existing znode=/0-392714759/backup-masters/29a7ef02c270,46587,1731963138794 2024-11-18T20:52:19,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-392714759/master 2024-11-18T20:52:19,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:19,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:19,614 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on existing znode=/0-392714759/master 2024-11-18T20:52:19,614 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-392714759/backup-masters/29a7ef02c270,46587,1731963138794 from backup master directory 2024-11-18T20:52:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759/backup-masters 2024-11-18T20:52:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-392714759/backup-masters/29a7ef02c270,46587,1731963138794 2024-11-18T20:52:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759/backup-masters 2024-11-18T20:52:19,622 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:52:19,622 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,46587,1731963138794 2024-11-18T20:52:19,637 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/hbase.id] with ID: eb1f824c-b915-4a4a-9ca3-7482e8e24fff 2024-11-18T20:52:19,637 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/.tmp/hbase.id 2024-11-18T20:52:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:52:20,093 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/.tmp/hbase.id]:[hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/hbase.id] 2024-11-18T20:52:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:20,115 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:52:20,116 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:52:20,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:20,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:52:20,641 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:20,642 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:52:20,651 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:52:20,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:20,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:20,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:21,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:21,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:21,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:21,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:21,146 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store 2024-11-18T20:52:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:52:21,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:21,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:21,620 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:21,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:21,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:21,620 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:21,620 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:21,621 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963141620Disabling compacts and flushes for region at 1731963141620Disabling writes for close at 1731963141620Writing region close event to WAL at 1731963141620Closed at 1731963141620 2024-11-18T20:52:21,622 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/.initializing 2024-11-18T20:52:21,622 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/WALs/29a7ef02c270,46587,1731963138794 2024-11-18T20:52:21,627 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:52:21,636 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C46587%2C1731963138794, suffix=, logDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/WALs/29a7ef02c270,46587,1731963138794, archiveDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/oldWALs, maxLogs=10 2024-11-18T20:52:21,661 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/WALs/29a7ef02c270,46587,1731963138794/29a7ef02c270%2C46587%2C1731963138794.1731963141636, exclude list is [], retry=0 2024-11-18T20:52:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-8747cc28-7878-4d06-bcf0-c152da92f1c7,DISK] 2024-11-18T20:52:21,676 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/WALs/29a7ef02c270,46587,1731963138794/29a7ef02c270%2C46587%2C1731963138794.1731963141636 2024-11-18T20:52:21,695 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-18T20:52:21,695 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:21,695 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:21,696 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,696 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:52:21,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:21,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:21,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:52:21,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:21,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:21,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:52:21,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:21,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:21,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:52:21,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:21,760 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,761 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,761 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,762 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,762 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,763 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:21,768 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:21,803 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:21,813 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61003015, jitterRate=-0.09098424017429352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:21,813 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963141696Initializing all the Stores at 1731963141701 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963141701Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963141711 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963141711Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963141711Cleaning up temporary data from old regions at 1731963141762 (+51 ms)Region opened successfully at 1731963141813 (+51 ms) 2024-11-18T20:52:21,823 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:52:21,827 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e43d851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:52:21,828 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:52:21,828 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:52:21,828 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:52:21,828 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:52:21,833 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-18T20:52:21,834 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:52:21,834 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:52:21,858 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:52:21,859 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Unable to get data of znode /0-392714759/balancer because node does not exist (not necessarily an error) 2024-11-18T20:52:21,896 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-392714759/balancer already deleted, retry=false 2024-11-18T20:52:21,897 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:52:21,897 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Unable to get data of znode /0-392714759/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:52:21,910 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-392714759/normalizer already deleted, retry=false 2024-11-18T20:52:21,911 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:52:21,913 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Unable to get data of znode /0-392714759/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:52:21,921 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-392714759/switch/split already deleted, retry=false 2024-11-18T20:52:21,922 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Unable to get data of znode /0-392714759/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:52:21,929 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-392714759/switch/merge already deleted, retry=false 2024-11-18T20:52:21,935 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Unable to get data of znode /0-392714759/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:52:21,945 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-392714759/snapshot-cleanup already deleted, retry=false 2024-11-18T20:52:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-392714759/running 2024-11-18T20:52:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:21,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,46587,1731963138794, sessionid=0x1015101cffd0000, setting cluster-up flag (Was=false) 2024-11-18T20:52:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-392714759/running 2024-11-18T20:52:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:22,013 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-392714759/flush-table-proc/acquired, /0-392714759/flush-table-proc/reached, /0-392714759/flush-table-proc/abort 2024-11-18T20:52:22,014 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,46587,1731963138794 2024-11-18T20:52:22,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:22,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:22,054 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-392714759/online-snapshot/acquired, /0-392714759/online-snapshot/reached, /0-392714759/online-snapshot/abort 2024-11-18T20:52:22,063 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,46587,1731963138794 2024-11-18T20:52:22,071 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:52:22,082 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:22,082 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:52:22,082 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:52:22,082 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,46587,1731963138794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:52:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:22,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:52:22,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:22,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:52:22,128 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(746): ClusterId : eb1f824c-b915-4a4a-9ca3-7482e8e24fff 2024-11-18T20:52:22,128 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:52:22,138 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:52:22,138 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:52:22,147 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:52:22,148 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660f82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963172165 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:52:22,165 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:52:22,201 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:43503 2024-11-18T20:52:22,201 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:52:22,201 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:52:22,201 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:52:22,203 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,206 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,46587,1731963138794 with port=43503, startcode=1731963139311 2024-11-18T20:52:22,206 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:52:22,207 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:52:22,207 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:52:22,208 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:52:22,208 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:52:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:52:22,240 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:52:22,240 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:52:22,255 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963142240,5,FailOnTimeoutGroup] 2024-11-18T20:52:22,263 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963142255,5,FailOnTimeoutGroup] 2024-11-18T20:52:22,263 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,263 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:52:22,263 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,264 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,277 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:52:22,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,43503,1731963139311 2024-11-18T20:52:22,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46587 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:22,285 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c 2024-11-18T20:52:22,285 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37115 2024-11-18T20:52:22,285 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:52:22,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759/rs 2024-11-18T20:52:22,296 DEBUG [RS:0;29a7ef02c270:43503 {}] zookeeper.ZKUtil(111): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on existing znode=/0-392714759/rs/29a7ef02c270,43503,1731963139311 2024-11-18T20:52:22,296 WARN [RS:0;29a7ef02c270:43503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:52:22,296 INFO [RS:0;29a7ef02c270:43503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:22,297 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311 2024-11-18T20:52:22,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,43503,1731963139311] 2024-11-18T20:52:22,326 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:52:22,336 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:52:22,344 INFO [RS:0;29a7ef02c270:43503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:52:22,344 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,347 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:52:22,348 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:52:22,348 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,348 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,348 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,348 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,348 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:52:22,349 DEBUG [RS:0;29a7ef02c270:43503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:52:22,350 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,350 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,350 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,350 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,350 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,350 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43503,1731963139311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:52:22,370 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:52:22,370 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43503,1731963139311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,371 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,371 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.Replication(171): 29a7ef02c270,43503,1731963139311 started 2024-11-18T20:52:22,385 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:22,385 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,43503,1731963139311, RpcServer on 29a7ef02c270/172.17.0.2:43503, sessionid=0x1015101cffd0001 2024-11-18T20:52:22,385 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:52:22,385 DEBUG [RS:0;29a7ef02c270:43503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,43503,1731963139311 2024-11-18T20:52:22,386 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,43503,1731963139311' 2024-11-18T20:52:22,386 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-392714759/flush-table-proc/abort' 2024-11-18T20:52:22,386 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-392714759/flush-table-proc/acquired' 2024-11-18T20:52:22,387 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:52:22,387 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:52:22,387 DEBUG [RS:0;29a7ef02c270:43503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,43503,1731963139311 2024-11-18T20:52:22,387 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,43503,1731963139311' 2024-11-18T20:52:22,387 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-392714759/online-snapshot/abort' 2024-11-18T20:52:22,388 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-392714759/online-snapshot/acquired' 2024-11-18T20:52:22,388 DEBUG [RS:0;29a7ef02c270:43503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:52:22,388 INFO [RS:0;29a7ef02c270:43503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:52:22,388 INFO [RS:0;29a7ef02c270:43503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:52:22,489 INFO [RS:0;29a7ef02c270:43503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:52:22,510 INFO [RS:0;29a7ef02c270:43503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C43503%2C1731963139311, suffix=, logDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311, archiveDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/oldWALs, maxLogs=10 2024-11-18T20:52:22,530 DEBUG [RS:0;29a7ef02c270:43503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, exclude list is [], retry=0 2024-11-18T20:52:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-8747cc28-7878-4d06-bcf0-c152da92f1c7,DISK] 2024-11-18T20:52:22,536 INFO [RS:0;29a7ef02c270:43503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 2024-11-18T20:52:22,536 DEBUG [RS:0;29a7ef02c270:43503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-18T20:52:22,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:52:22,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c 2024-11-18T20:52:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:52:23,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:23,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:52:23,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:52:23,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:52:23,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:52:23,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:52:23,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:52:23,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:52:23,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:52:23,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:52:23,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740 2024-11-18T20:52:23,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740 2024-11-18T20:52:23,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:52:23,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:52:23,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:23,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:52:23,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:23,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67878555, jitterRate=0.011469289660453796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963143072Initializing all the Stores at 1731963143073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963143073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963143073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963143073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963143073Cleaning up temporary data from old regions at 1731963143085 (+12 ms)Region opened successfully at 1731963143089 (+4 ms) 2024-11-18T20:52:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:23,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:23,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963143089Disabling compacts and flushes for region at 1731963143089Disabling writes for close at 1731963143089Writing region close event to WAL at 1731963143089Closed at 1731963143089 2024-11-18T20:52:23,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:23,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:52:23,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:52:23,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:52:23,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:52:23,243 DEBUG [29a7ef02c270:46587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:52:23,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:23,244 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,43503,1731963139311, state=OPENING 2024-11-18T20:52:23,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:52:23,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:23,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:23,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:52:23,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-392714759/meta-region-server: CHANGED 2024-11-18T20:52:23,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,43503,1731963139311}] 2024-11-18T20:52:23,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-392714759/meta-region-server: CHANGED 2024-11-18T20:52:23,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:23,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:52:23,420 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:52:23,421 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:23,421 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:52:23,422 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C43503%2C1731963139311.meta, suffix=.meta, logDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311, archiveDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/oldWALs, maxLogs=10 2024-11-18T20:52:23,440 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.meta.1731963143422.meta, exclude list is [], retry=0 2024-11-18T20:52:23,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-8747cc28-7878-4d06-bcf0-c152da92f1c7,DISK] 2024-11-18T20:52:23,444 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.meta.1731963143422.meta 2024-11-18T20:52:23,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-18T20:52:23,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:23,444 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:23,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:23,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:52:23,445 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:52:23,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:52:23,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:23,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:52:23,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:52:23,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:52:23,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:52:23,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:52:23,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:52:23,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:52:23,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:52:23,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:52:23,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:52:23,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:23,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:23,452 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:52:23,453 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740 2024-11-18T20:52:23,454 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740 2024-11-18T20:52:23,455 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:52:23,455 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:52:23,456 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:23,457 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:52:23,457 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71711138, jitterRate=0.06857922673225403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:23,457 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:52:23,458 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963143445Writing region info on filesystem at 1731963143445Initializing all the Stores at 1731963143447 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963143447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963143447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963143447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963143447Cleaning up temporary data from old regions at 1731963143455 (+8 ms)Running coprocessor post-open hooks at 1731963143457 (+2 ms)Region opened successfully at 1731963143458 (+1 ms) 2024-11-18T20:52:23,459 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963143415 2024-11-18T20:52:23,462 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:52:23,462 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:52:23,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:23,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,43503,1731963139311, state=OPEN 2024-11-18T20:52:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-392714759/meta-region-server 2024-11-18T20:52:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-392714759/meta-region-server 2024-11-18T20:52:23,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:23,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-392714759/meta-region-server: CHANGED 2024-11-18T20:52:23,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-392714759/meta-region-server: CHANGED 2024-11-18T20:52:23,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:52:23,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,43503,1731963139311 in 260 msec 2024-11-18T20:52:23,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:52:23,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-18T20:52:23,527 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:23,528 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:52:23,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:23,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43503,1731963139311, seqNum=-1] 2024-11-18T20:52:23,529 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:23,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:23,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4540 sec 2024-11-18T20:52:23,536 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963143536, completionTime=-1 2024-11-18T20:52:23,536 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:52:23,536 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:52:23,538 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:52:23,538 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963203538 2024-11-18T20:52:23,538 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963263538 2024-11-18T20:52:23,538 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:52:23,538 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46587,1731963138794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46587,1731963138794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46587,1731963138794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:46587, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,539 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,541 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:52:23,542 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.920sec 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46587,1731963138794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:52:23,543 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46587,1731963138794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:52:23,545 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:52:23,545 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:52:23,545 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46587,1731963138794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:23,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:23,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:23,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:23,632 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db9304a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:23,635 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:23,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8f27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:23,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43503,1731963139311, seqNum=-1] 2024-11-18T20:52:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:23,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:23,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,46587,1731963138794 2024-11-18T20:52:23,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:23,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:23,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015101cffd0002 connected 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir so I do NOT create it in target/test-data/07724833-2166-278c-a4d9-685112f3a803 2024-11-18T20:52:23,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.tmp.dir so I do NOT create it in target/test-data/07724833-2166-278c-a4d9-685112f3a803 2024-11-18T20:52:23,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:52:23,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/cluster_6d01deee-6351-0f75-3c70-bf0ec12c770d, deleteOnExit=true 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/test.cache.data in system properties and HBase conf 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:52:23,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:52:23,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:52:23,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:52:23,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:23,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:24,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:24,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:24,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:52:24,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:24,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:24,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:24,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13a8db3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/java.io.tmpdir/jetty-localhost-42351-hadoop-hdfs-3_4_1-tests_jar-_-any-8733606929442568653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:24,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:42351} 2024-11-18T20:52:24,139 INFO [Time-limited test {}] server.Server(415): Started @239632ms 2024-11-18T20:52:24,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:24,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:24,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:24,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:24,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:52:24,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:24,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:24,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c24eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/java.io.tmpdir/jetty-localhost-39015-hadoop-hdfs-3_4_1-tests_jar-_-any-6504266295293176643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:24,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:39015} 2024-11-18T20:52:24,480 INFO [Time-limited test {}] server.Server(415): Started @239973ms 2024-11-18T20:52:24,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:52:25,020 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/cluster_6d01deee-6351-0f75-3c70-bf0ec12c770d/data/data1/current/BP-1379174488-172.17.0.2-1731963143699/current, will proceed with Du for space computation calculation, 2024-11-18T20:52:25,020 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/cluster_6d01deee-6351-0f75-3c70-bf0ec12c770d/data/data2/current/BP-1379174488-172.17.0.2-1731963143699/current, will proceed with Du for space computation calculation, 2024-11-18T20:52:25,045 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:52:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3aee531cf0be321 with lease ID 0x9ce500d4c5da4c2b: Processing first storage report for DS-cf791e72-7e23-4992-83e3-c8f4545be494 from datanode DatanodeRegistration(127.0.0.1:41247, datanodeUuid=5ce0e032-f2d3-4a60-af8c-216c6d8b09e1, infoPort=46763, infoSecurePort=0, ipcPort=39259, storageInfo=lv=-57;cid=testClusterID;nsid=1885863440;c=1731963143699) 2024-11-18T20:52:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3aee531cf0be321 with lease ID 0x9ce500d4c5da4c2b: from storage DS-cf791e72-7e23-4992-83e3-c8f4545be494 node DatanodeRegistration(127.0.0.1:41247, datanodeUuid=5ce0e032-f2d3-4a60-af8c-216c6d8b09e1, infoPort=46763, infoSecurePort=0, ipcPort=39259, storageInfo=lv=-57;cid=testClusterID;nsid=1885863440;c=1731963143699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:52:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3aee531cf0be321 with lease ID 0x9ce500d4c5da4c2b: Processing first storage report for DS-e2d90e6f-06a9-4edd-a916-066b85cdc664 from datanode DatanodeRegistration(127.0.0.1:41247, datanodeUuid=5ce0e032-f2d3-4a60-af8c-216c6d8b09e1, infoPort=46763, infoSecurePort=0, ipcPort=39259, storageInfo=lv=-57;cid=testClusterID;nsid=1885863440;c=1731963143699) 2024-11-18T20:52:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3aee531cf0be321 with lease ID 0x9ce500d4c5da4c2b: from storage DS-e2d90e6f-06a9-4edd-a916-066b85cdc664 node DatanodeRegistration(127.0.0.1:41247, datanodeUuid=5ce0e032-f2d3-4a60-af8c-216c6d8b09e1, infoPort=46763, infoSecurePort=0, ipcPort=39259, storageInfo=lv=-57;cid=testClusterID;nsid=1885863440;c=1731963143699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:52:25,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803 2024-11-18T20:52:25,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:52:25,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220 with version=8 2024-11-18T20:52:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/hbase-staging 2024-11-18T20:52:25,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:52:25,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:52:25,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40625 2024-11-18T20:52:25,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40625 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406250x0, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:25,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40625-0x1015101cffd0003 connected 2024-11-18T20:52:25,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/running 2024-11-18T20:52:25,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220, hbase.cluster.distributed=false 2024-11-18T20:52:25,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/acl 2024-11-18T20:52:25,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40625 2024-11-18T20:52:25,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40625 2024-11-18T20:52:25,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40625 2024-11-18T20:52:25,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40625 2024-11-18T20:52:25,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40625 2024-11-18T20:52:25,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:52:25,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:25,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:25,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:52:25,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:25,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:52:25,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:52:25,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:52:25,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43363 2024-11-18T20:52:25,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43363 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:25,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433630x0, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:25,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433630x0, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/running 2024-11-18T20:52:25,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43363-0x1015101cffd0004 connected 2024-11-18T20:52:25,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:52:25,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:52:25,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/master 2024-11-18T20:52:25,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/acl 2024-11-18T20:52:25,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-18T20:52:25,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43363 2024-11-18T20:52:25,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43363 2024-11-18T20:52:25,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-18T20:52:25,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-18T20:52:25,318 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:40625 2024-11-18T20:52:25,319 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-396375690/backup-masters/29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690/backup-masters 2024-11-18T20:52:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690/backup-masters 2024-11-18T20:52:25,330 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on existing znode=/1-396375690/backup-masters/29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-396375690/master 2024-11-18T20:52:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,338 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on existing znode=/1-396375690/master 2024-11-18T20:52:25,338 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-396375690/backup-masters/29a7ef02c270,40625,1731963145145 from backup master directory 2024-11-18T20:52:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690/backup-masters 2024-11-18T20:52:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396375690/backup-masters/29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690/backup-masters 2024-11-18T20:52:25,350 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:52:25,350 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,354 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/hbase.id] with ID: 6b3a326f-2a16-49f5-8164-bcec5d2dc311 2024-11-18T20:52:25,354 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/.tmp/hbase.id 2024-11-18T20:52:25,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:52:25,366 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/.tmp/hbase.id]:[hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/hbase.id] 2024-11-18T20:52:25,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:52:25,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:52:25,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:52:25,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T20:52:25,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:25,377 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:52:25,378 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:52:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:52:25,398 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:25,399 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:52:25,403 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:52:25,418 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store 2024-11-18T20:52:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:52:25,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:25,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:25,424 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:25,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:25,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:25,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:25,424 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:25,424 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963145424Disabling compacts and flushes for region at 1731963145424Disabling writes for close at 1731963145424Writing region close event to WAL at 1731963145424Closed at 1731963145424 2024-11-18T20:52:25,425 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/.initializing 2024-11-18T20:52:25,425 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/WALs/29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,426 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:52:25,429 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C40625%2C1731963145145, suffix=, logDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/WALs/29a7ef02c270,40625,1731963145145, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/oldWALs, maxLogs=10 2024-11-18T20:52:25,449 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/WALs/29a7ef02c270,40625,1731963145145/29a7ef02c270%2C40625%2C1731963145145.1731963145430, exclude list is [], retry=0 2024-11-18T20:52:25,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-cf791e72-7e23-4992-83e3-c8f4545be494,DISK] 2024-11-18T20:52:25,453 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/WALs/29a7ef02c270,40625,1731963145145/29a7ef02c270%2C40625%2C1731963145145.1731963145430 2024-11-18T20:52:25,454 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-18T20:52:25,454 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:25,454 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:25,454 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,454 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:52:25,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:25,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:25,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:52:25,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:25,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:25,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:52:25,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:25,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:25,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:52:25,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:25,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:25,466 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,466 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,467 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,468 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,468 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,468 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:25,469 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:25,476 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:25,476 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74514154, jitterRate=0.11034741997718811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:25,477 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963145454Initializing all the Stores at 1731963145455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963145455Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963145459 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963145459Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963145459Cleaning up temporary data from old regions at 1731963145468 (+9 ms)Region opened successfully at 1731963145476 (+8 ms) 2024-11-18T20:52:25,477 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:52:25,479 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761a783f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:52:25,480 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:52:25,481 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:52:25,481 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:52:25,481 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:52:25,481 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:52:25,482 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:52:25,482 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:52:25,484 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:52:25,485 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Unable to get data of znode /1-396375690/balancer because node does not exist (not necessarily an error) 2024-11-18T20:52:25,495 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/balancer already deleted, retry=false 2024-11-18T20:52:25,496 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:52:25,497 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Unable to get data of znode /1-396375690/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:52:25,504 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/normalizer already deleted, retry=false 2024-11-18T20:52:25,504 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:52:25,508 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Unable to get data of znode /1-396375690/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:52:25,537 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/switch/split already deleted, retry=false 2024-11-18T20:52:25,538 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Unable to get data of znode /1-396375690/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:52:25,554 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/switch/merge already deleted, retry=false 2024-11-18T20:52:25,557 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Unable to get data of znode /1-396375690/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:52:25,562 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/snapshot-cleanup already deleted, retry=false 2024-11-18T20:52:25,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-396375690/running 2024-11-18T20:52:25,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-396375690/running 2024-11-18T20:52:25,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,571 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,40625,1731963145145, sessionid=0x1015101cffd0003, setting cluster-up flag (Was=false) 2024-11-18T20:52:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,612 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-396375690/flush-table-proc/acquired, /1-396375690/flush-table-proc/reached, /1-396375690/flush-table-proc/abort 2024-11-18T20:52:25,615 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:25,654 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-396375690/online-snapshot/acquired, /1-396375690/online-snapshot/reached, /1-396375690/online-snapshot/abort 2024-11-18T20:52:25,655 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40625,1731963145145 2024-11-18T20:52:25,656 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:52:25,657 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:25,657 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:52:25,658 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:52:25,658 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,40625,1731963145145 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:52:25,659 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:25,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:52:25,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:25,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:52:25,671 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963175671 2024-11-18T20:52:25,671 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:52:25,672 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:52:25,672 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:52:25,672 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:52:25,672 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:52:25,672 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:52:25,675 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,679 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:52:25,680 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:52:25,680 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:52:25,680 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:52:25,683 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:52:25,684 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:52:25,687 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963145684,5,FailOnTimeoutGroup] 2024-11-18T20:52:25,691 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963145687,5,FailOnTimeoutGroup] 2024-11-18T20:52:25,691 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,691 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:52:25,691 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,691 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:52:25,705 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(746): ClusterId : 6b3a326f-2a16-49f5-8164-bcec5d2dc311 2024-11-18T20:52:25,705 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:52:25,713 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:52:25,713 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:52:25,725 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:52:25,725 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f58305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:52:25,741 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:43363 2024-11-18T20:52:25,741 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:52:25,741 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:52:25,741 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:52:25,742 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,40625,1731963145145 with port=43363, startcode=1731963145261 2024-11-18T20:52:25,742 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:52:25,744 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:52:25,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,43363,1731963145261 2024-11-18T20:52:25,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40625 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:25,748 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220 2024-11-18T20:52:25,748 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35977 2024-11-18T20:52:25,748 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:52:25,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690/rs 2024-11-18T20:52:25,842 DEBUG [RS:0;29a7ef02c270:43363 {}] zookeeper.ZKUtil(111): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on existing znode=/1-396375690/rs/29a7ef02c270,43363,1731963145261 2024-11-18T20:52:25,842 WARN [RS:0;29a7ef02c270:43363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:52:25,842 INFO [RS:0;29a7ef02c270:43363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:25,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,43363,1731963145261] 2024-11-18T20:52:25,843 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261 2024-11-18T20:52:25,846 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:52:25,851 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:52:25,854 INFO [RS:0;29a7ef02c270:43363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:52:25,854 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,854 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:52:25,855 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:52:25,855 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:52:25,855 DEBUG [RS:0;29a7ef02c270:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:52:25,859 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,860 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,860 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,860 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,860 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,860 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43363,1731963145261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:52:25,874 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:52:25,875 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,43363,1731963145261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,875 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,875 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.Replication(171): 29a7ef02c270,43363,1731963145261 started 2024-11-18T20:52:25,892 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:25,892 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,43363,1731963145261, RpcServer on 29a7ef02c270/172.17.0.2:43363, sessionid=0x1015101cffd0004 2024-11-18T20:52:25,893 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:52:25,893 DEBUG [RS:0;29a7ef02c270:43363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,43363,1731963145261 2024-11-18T20:52:25,893 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,43363,1731963145261' 2024-11-18T20:52:25,893 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-396375690/flush-table-proc/abort' 2024-11-18T20:52:25,893 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-396375690/flush-table-proc/acquired' 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,43363,1731963145261 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,43363,1731963145261' 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-396375690/online-snapshot/abort' 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-396375690/online-snapshot/acquired' 2024-11-18T20:52:25,894 DEBUG [RS:0;29a7ef02c270:43363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:52:25,894 INFO [RS:0;29a7ef02c270:43363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:52:25,894 INFO [RS:0;29a7ef02c270:43363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:52:25,995 INFO [RS:0;29a7ef02c270:43363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:52:25,996 INFO [RS:0;29a7ef02c270:43363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C43363%2C1731963145261, suffix=, logDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/oldWALs, maxLogs=10 2024-11-18T20:52:26,016 DEBUG [RS:0;29a7ef02c270:43363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, exclude list is [], retry=0 2024-11-18T20:52:26,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-cf791e72-7e23-4992-83e3-c8f4545be494,DISK] 2024-11-18T20:52:26,044 INFO [RS:0;29a7ef02c270:43363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 2024-11-18T20:52:26,045 DEBUG [RS:0;29a7ef02c270:43363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-18T20:52:26,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:52:26,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220 2024-11-18T20:52:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:52:26,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:26,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:52:26,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:52:26,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:52:26,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:52:26,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:52:26,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:52:26,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:52:26,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:52:26,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:52:26,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740 2024-11-18T20:52:26,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740 2024-11-18T20:52:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:52:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:52:26,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:26,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:52:26,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:26,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59706325, jitterRate=-0.11030642688274384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963146502Initializing all the Stores at 1731963146503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963146503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963146503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963146503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963146503Cleaning up temporary data from old regions at 1731963146533 (+30 ms)Region opened successfully at 1731963146536 (+3 ms) 2024-11-18T20:52:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:26,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:26,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:26,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:26,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:26,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963146536Disabling compacts and flushes for region at 1731963146536Disabling writes for close at 1731963146537 (+1 ms)Writing region close event to WAL at 1731963146539 (+2 ms)Closed at 1731963146539 2024-11-18T20:52:26,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:26,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:52:26,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:52:26,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:52:26,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:52:26,692 DEBUG [29a7ef02c270:40625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:52:26,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:26,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,43363,1731963145261, state=OPENING 2024-11-18T20:52:26,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:52:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:26,713 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:52:26,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396375690/meta-region-server: CHANGED 2024-11-18T20:52:26,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,43363,1731963145261}] 2024-11-18T20:52:26,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396375690/meta-region-server: CHANGED 2024-11-18T20:52:26,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:26,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:52:26,895 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:52:26,895 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:26,896 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:52:26,903 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C43363%2C1731963145261.meta, suffix=.meta, logDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/oldWALs, maxLogs=10 2024-11-18T20:52:26,916 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.meta.1731963146903.meta, exclude list is [], retry=0 2024-11-18T20:52:26,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-cf791e72-7e23-4992-83e3-c8f4545be494,DISK] 2024-11-18T20:52:26,919 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.meta.1731963146903.meta 2024-11-18T20:52:26,920 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-18T20:52:26,920 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:26,920 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:26,920 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:26,920 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:52:26,921 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:52:26,921 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:52:26,921 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:26,921 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:52:26,921 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:52:26,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:52:26,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:52:26,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:52:26,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:52:26,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:52:26,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:52:26,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:52:26,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:52:26,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:26,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:26,926 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:52:26,926 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740 2024-11-18T20:52:26,927 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740 2024-11-18T20:52:26,928 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:52:26,928 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:52:26,928 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:26,929 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:52:26,930 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73346841, jitterRate=0.09295310080051422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:26,930 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:52:26,930 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963146921Writing region info on filesystem at 1731963146921Initializing all the Stores at 1731963146922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963146922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963146922Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963146922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963146922Cleaning up temporary data from old regions at 1731963146928 (+6 ms)Running coprocessor post-open hooks at 1731963146930 (+2 ms)Region opened successfully at 1731963146930 2024-11-18T20:52:26,931 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963146871 2024-11-18T20:52:26,933 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:52:26,933 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:52:26,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:26,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,43363,1731963145261, state=OPEN 2024-11-18T20:52:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-396375690/meta-region-server 2024-11-18T20:52:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-396375690/meta-region-server 2024-11-18T20:52:26,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:26,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396375690/meta-region-server: CHANGED 2024-11-18T20:52:26,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-396375690/meta-region-server: CHANGED 2024-11-18T20:52:26,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:52:26,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,43363,1731963145261 in 233 msec 2024-11-18T20:52:26,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:52:26,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-18T20:52:26,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:26,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:52:26,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:26,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43363,1731963145261, seqNum=-1] 2024-11-18T20:52:26,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:26,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:26,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-18T20:52:26,957 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963146957, completionTime=-1 2024-11-18T20:52:26,957 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:52:26,957 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:52:26,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:52:26,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963206959 2024-11-18T20:52:26,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963266959 2024-11-18T20:52:26,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:52:26,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40625,1731963145145-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:26,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40625,1731963145145-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:26,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40625,1731963145145-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:26,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:40625, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:26,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:26,960 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:26,962 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:52:26,963 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.613sec 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40625,1731963145145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:52:26,964 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40625,1731963145145-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:52:26,965 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:52:26,965 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:52:26,966 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40625,1731963145145-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:27,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:27,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40625,-1 for getting cluster id 2024-11-18T20:52:27,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:27,009 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b3a326f-2a16-49f5-8164-bcec5d2dc311' 2024-11-18T20:52:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b3a326f-2a16-49f5-8164-bcec5d2dc311" 2024-11-18T20:52:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15792081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:27,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40625,-1] 2024-11-18T20:52:27,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:27,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:27,011 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:27,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12035f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:27,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43363,1731963145261, seqNum=-1] 2024-11-18T20:52:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:27,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,40625,1731963145145 2024-11-18T20:52:27,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:27,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015101cffd0005 connected 2024-11-18T20:52:27,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir so I do NOT create it in target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362 2024-11-18T20:52:27,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:52:27,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.tmp.dir so I do NOT create it in target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362 2024-11-18T20:52:27,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:52:27,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362 2024-11-18T20:52:27,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:52:27,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/cluster_c1185b0a-8868-b786-451e-5b4ae3ac113b, deleteOnExit=true 2024-11-18T20:52:27,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:52:27,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/test.cache.data in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:52:27,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:52:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:52:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:52:27,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:27,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:27,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:27,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:27,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:52:27,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:27,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:27,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b00fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:27,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41149db8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-15673462466774810190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:27,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cc3dc84{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-18T20:52:27,580 INFO [Time-limited test {}] server.Server(415): Started @243074ms 2024-11-18T20:52:27,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:27,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:27,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:27,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:27,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:52:27,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:27,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e30a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:27,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d95389{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/java.io.tmpdir/jetty-localhost-43167-hadoop-hdfs-3_4_1-tests_jar-_-any-5759941573392277773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:27,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620c8a63{HTTP/1.1, (http/1.1)}{localhost:43167} 2024-11-18T20:52:27,961 INFO [Time-limited test {}] server.Server(415): Started @243455ms 2024-11-18T20:52:27,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:52:28,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:52:28,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:28,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:28,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:29,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:29,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:29,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:29,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:29,036 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/cluster_c1185b0a-8868-b786-451e-5b4ae3ac113b/data/data1/current/BP-161732598-172.17.0.2-1731963147075/current, will proceed with Du for space computation calculation, 2024-11-18T20:52:29,037 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/cluster_c1185b0a-8868-b786-451e-5b4ae3ac113b/data/data2/current/BP-161732598-172.17.0.2-1731963147075/current, will proceed with Du for space computation calculation, 2024-11-18T20:52:29,072 WARN [Thread-2870 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:52:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e7c6867f962e089 with lease ID 0x4b8526a33b47b164: Processing first storage report for DS-f0bedb9e-d20a-4dcb-9d15-f7712972a80e from datanode DatanodeRegistration(127.0.0.1:36199, datanodeUuid=6a9c25d8-03d5-4cc8-93eb-b72536ae6ff4, infoPort=43235, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=1192759886;c=1731963147075) 2024-11-18T20:52:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e7c6867f962e089 with lease ID 0x4b8526a33b47b164: from storage DS-f0bedb9e-d20a-4dcb-9d15-f7712972a80e node DatanodeRegistration(127.0.0.1:36199, datanodeUuid=6a9c25d8-03d5-4cc8-93eb-b72536ae6ff4, infoPort=43235, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=1192759886;c=1731963147075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:52:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e7c6867f962e089 with lease ID 0x4b8526a33b47b164: Processing first storage report for DS-e7026dd1-9372-477b-bc05-56c66836fe66 from datanode DatanodeRegistration(127.0.0.1:36199, datanodeUuid=6a9c25d8-03d5-4cc8-93eb-b72536ae6ff4, infoPort=43235, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=1192759886;c=1731963147075) 2024-11-18T20:52:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e7c6867f962e089 with lease ID 0x4b8526a33b47b164: from storage DS-e7026dd1-9372-477b-bc05-56c66836fe66 node DatanodeRegistration(127.0.0.1:36199, datanodeUuid=6a9c25d8-03d5-4cc8-93eb-b72536ae6ff4, infoPort=43235, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=1192759886;c=1731963147075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:52:29,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362 2024-11-18T20:52:29,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:52:29,133 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1 with version=8 2024-11-18T20:52:29,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/hbase-staging 2024-11-18T20:52:29,136 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:52:29,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:29,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:29,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:52:29,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:29,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:52:29,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:52:29,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:52:29,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35969 2024-11-18T20:52:29,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35969 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359690x0, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:29,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35969-0x1015101cffd0006 connected 2024-11-18T20:52:29,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/running 2024-11-18T20:52:29,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1, hbase.cluster.distributed=false 2024-11-18T20:52:29,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/acl 2024-11-18T20:52:29,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-18T20:52:29,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35969 2024-11-18T20:52:29,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35969 2024-11-18T20:52:29,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-18T20:52:29,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-18T20:52:29,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:52:29,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:52:29,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33221 2024-11-18T20:52:29,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33221 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:29,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332210x0, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:29,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332210x0, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/running 2024-11-18T20:52:29,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33221-0x1015101cffd0007 connected 2024-11-18T20:52:29,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:52:29,319 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:52:29,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/master 2024-11-18T20:52:29,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/acl 2024-11-18T20:52:29,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33221 2024-11-18T20:52:29,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33221 2024-11-18T20:52:29,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33221 2024-11-18T20:52:29,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33221 2024-11-18T20:52:29,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33221 2024-11-18T20:52:29,351 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:35969 2024-11-18T20:52:29,351 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21070604221/backup-masters/29a7ef02c270,35969,1731963149135 2024-11-18T20:52:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221/backup-masters 2024-11-18T20:52:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221/backup-masters 2024-11-18T20:52:29,362 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on existing znode=/21070604221/backup-masters/29a7ef02c270,35969,1731963149135 2024-11-18T20:52:29,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21070604221/master 2024-11-18T20:52:29,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:29,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:29,372 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on existing znode=/21070604221/master 2024-11-18T20:52:29,372 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21070604221/backup-masters/29a7ef02c270,35969,1731963149135 from backup master directory 2024-11-18T20:52:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221/backup-masters 2024-11-18T20:52:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21070604221/backup-masters/29a7ef02c270,35969,1731963149135 2024-11-18T20:52:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221/backup-masters 2024-11-18T20:52:29,379 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:52:29,379 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,35969,1731963149135 2024-11-18T20:52:29,384 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/hbase.id] with ID: 304822a8-87fb-42c4-aef1-ccd5c9e39fb0 2024-11-18T20:52:29,384 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/.tmp/hbase.id 2024-11-18T20:52:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:52:29,794 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/.tmp/hbase.id]:[hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/hbase.id] 2024-11-18T20:52:29,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:52:29,809 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:52:29,812 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T20:52:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:29,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:52:29,841 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:29,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:52:29,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:29,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:52:29,850 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store 2024-11-18T20:52:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:52:30,256 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:30,256 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:30,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:30,256 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:30,256 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:30,256 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:30,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:30,256 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963150256Disabling compacts and flushes for region at 1731963150256Disabling writes for close at 1731963150256Writing region close event to WAL at 1731963150256Closed at 1731963150256 2024-11-18T20:52:30,257 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/.initializing 2024-11-18T20:52:30,257 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/WALs/29a7ef02c270,35969,1731963149135 2024-11-18T20:52:30,258 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:52:30,260 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C35969%2C1731963149135, suffix=, logDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/WALs/29a7ef02c270,35969,1731963149135, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/oldWALs, maxLogs=10 2024-11-18T20:52:30,273 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/WALs/29a7ef02c270,35969,1731963149135/29a7ef02c270%2C35969%2C1731963149135.1731963150260, exclude list is [], retry=0 2024-11-18T20:52:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-f0bedb9e-d20a-4dcb-9d15-f7712972a80e,DISK] 2024-11-18T20:52:30,276 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/WALs/29a7ef02c270,35969,1731963149135/29a7ef02c270%2C35969%2C1731963149135.1731963150260 2024-11-18T20:52:30,277 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235)] 2024-11-18T20:52:30,277 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:30,277 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:30,277 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,277 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:52:30,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:30,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:52:30,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:30,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:52:30,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:30,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:52:30,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:30,284 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,284 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,284 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,285 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,285 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,286 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:30,287 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:52:30,292 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:30,292 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72120602, jitterRate=0.07468071579933167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:30,292 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963150277Initializing all the Stores at 1731963150278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963150278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150278Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150278Cleaning up temporary data from old regions at 1731963150285 (+7 ms)Region opened successfully at 1731963150292 (+7 ms) 2024-11-18T20:52:30,293 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:52:30,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a46f304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:52:30,296 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:52:30,296 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:52:30,296 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:52:30,296 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:52:30,296 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:52:30,297 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:52:30,297 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:52:30,305 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:52:30,305 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Unable to get data of znode /21070604221/balancer because node does not exist (not necessarily an error) 2024-11-18T20:52:30,337 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21070604221/balancer already deleted, retry=false 2024-11-18T20:52:30,338 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:52:30,338 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Unable to get data of znode /21070604221/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:52:30,345 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21070604221/normalizer already deleted, retry=false 2024-11-18T20:52:30,346 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:52:30,347 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Unable to get data of znode /21070604221/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:52:30,354 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21070604221/switch/split already deleted, retry=false 2024-11-18T20:52:30,355 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Unable to get data of znode /21070604221/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:52:30,362 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21070604221/switch/merge already deleted, retry=false 2024-11-18T20:52:30,364 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Unable to get data of znode /21070604221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:52:30,370 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21070604221/snapshot-cleanup already deleted, retry=false 2024-11-18T20:52:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21070604221/running 2024-11-18T20:52:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21070604221/running 2024-11-18T20:52:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:30,379 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,35969,1731963149135, sessionid=0x1015101cffd0006, setting cluster-up flag (Was=false) 2024-11-18T20:52:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:30,437 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21070604221/flush-table-proc/acquired, /21070604221/flush-table-proc/reached, /21070604221/flush-table-proc/abort 2024-11-18T20:52:30,439 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35969,1731963149135 2024-11-18T20:52:30,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:30,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:30,479 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21070604221/online-snapshot/acquired, /21070604221/online-snapshot/reached, /21070604221/online-snapshot/abort 2024-11-18T20:52:30,480 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35969,1731963149135 2024-11-18T20:52:30,481 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:52:30,482 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:30,483 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:52:30,483 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:52:30,483 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,35969,1731963149135 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:52:30,484 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:30,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:52:30,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963180492 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:52:30,493 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,494 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:52:30,494 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:52:30,494 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:52:30,494 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:52:30,494 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:52:30,494 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:52:30,498 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963150494,5,FailOnTimeoutGroup] 2024-11-18T20:52:30,498 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963150498,5,FailOnTimeoutGroup] 2024-11-18T20:52:30,498 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,499 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:52:30,499 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,499 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:52:30,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:52:30,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1 2024-11-18T20:52:30,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:52:30,540 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(746): ClusterId : 304822a8-87fb-42c4-aef1-ccd5c9e39fb0 2024-11-18T20:52:30,541 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:52:30,546 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:52:30,546 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:52:30,555 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:52:30,555 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e743a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:52:30,579 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:33221 2024-11-18T20:52:30,579 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:52:30,579 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:52:30,579 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:52:30,581 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,35969,1731963149135 with port=33221, startcode=1731963149277 2024-11-18T20:52:30,582 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:52:30,600 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:52:30,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,33221,1731963149277 2024-11-18T20:52:30,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35969 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:30,604 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1 2024-11-18T20:52:30,604 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40797 2024-11-18T20:52:30,604 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:52:30,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221/rs 2024-11-18T20:52:30,693 DEBUG [RS:0;29a7ef02c270:33221 {}] zookeeper.ZKUtil(111): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on existing znode=/21070604221/rs/29a7ef02c270,33221,1731963149277 2024-11-18T20:52:30,694 WARN [RS:0;29a7ef02c270:33221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:52:30,694 INFO [RS:0;29a7ef02c270:33221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:30,694 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277 2024-11-18T20:52:30,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,33221,1731963149277] 2024-11-18T20:52:30,710 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:52:30,715 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:52:30,728 INFO [RS:0;29a7ef02c270:33221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:52:30,728 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,728 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:52:30,729 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:52:30,729 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,729 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,729 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:52:30,730 DEBUG [RS:0;29a7ef02c270:33221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:52:30,758 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,758 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,758 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,758 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,758 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,758 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,33221,1731963149277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:52:30,795 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:52:30,795 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,33221,1731963149277-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,795 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,795 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.Replication(171): 29a7ef02c270,33221,1731963149277 started 2024-11-18T20:52:30,821 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:30,821 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,33221,1731963149277, RpcServer on 29a7ef02c270/172.17.0.2:33221, sessionid=0x1015101cffd0007 2024-11-18T20:52:30,821 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:52:30,821 DEBUG [RS:0;29a7ef02c270:33221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,33221,1731963149277 2024-11-18T20:52:30,821 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,33221,1731963149277' 2024-11-18T20:52:30,821 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21070604221/flush-table-proc/abort' 2024-11-18T20:52:30,822 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21070604221/flush-table-proc/acquired' 2024-11-18T20:52:30,823 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:52:30,823 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:52:30,823 DEBUG [RS:0;29a7ef02c270:33221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,33221,1731963149277 2024-11-18T20:52:30,823 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,33221,1731963149277' 2024-11-18T20:52:30,823 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21070604221/online-snapshot/abort' 2024-11-18T20:52:30,824 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21070604221/online-snapshot/acquired' 2024-11-18T20:52:30,826 DEBUG [RS:0;29a7ef02c270:33221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:52:30,826 INFO [RS:0;29a7ef02c270:33221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:52:30,826 INFO [RS:0;29a7ef02c270:33221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:52:30,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:30,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:52:30,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:52:30,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:30,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:52:30,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:52:30,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:30,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:52:30,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:52:30,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:30,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:52:30,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:52:30,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:30,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:30,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:52:30,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740 2024-11-18T20:52:30,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740 2024-11-18T20:52:30,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:52:30,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:52:30,926 INFO [RS:0;29a7ef02c270:33221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:52:30,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:30,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:52:30,930 INFO [RS:0;29a7ef02c270:33221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C33221%2C1731963149277, suffix=, logDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/oldWALs, maxLogs=10 2024-11-18T20:52:30,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:30,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75229972, jitterRate=0.12101393938064575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:30,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963150909Initializing all the Stores at 1731963150910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963150910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963150911 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963150911Cleaning up temporary data from old regions at 1731963150926 (+15 ms)Region opened successfully at 1731963150945 (+19 ms) 2024-11-18T20:52:30,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:30,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:30,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:30,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:30,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:30,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963150945Disabling compacts and flushes for region at 1731963150945Disabling writes for close at 1731963150945Writing region close event to WAL at 1731963150958 (+13 ms)Closed at 1731963150958 2024-11-18T20:52:30,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:30,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:52:30,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:52:30,964 DEBUG [RS:0;29a7ef02c270:33221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, exclude list is [], retry=0 2024-11-18T20:52:30,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:52:30,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:52:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-f0bedb9e-d20a-4dcb-9d15-f7712972a80e,DISK] 2024-11-18T20:52:31,011 INFO [RS:0;29a7ef02c270:33221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 2024-11-18T20:52:31,015 DEBUG [RS:0;29a7ef02c270:33221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235)] 2024-11-18T20:52:31,120 DEBUG [29a7ef02c270:35969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:52:31,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:31,122 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,33221,1731963149277, state=OPENING 2024-11-18T20:52:31,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:52:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21070604221/meta-region-server: CHANGED 2024-11-18T20:52:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21070604221/meta-region-server: CHANGED 2024-11-18T20:52:31,206 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:52:31,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,33221,1731963149277}] 2024-11-18T20:52:31,367 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:31,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:52:31,395 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:52:31,395 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:31,396 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:52:31,397 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C33221%2C1731963149277.meta, suffix=.meta, logDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/oldWALs, maxLogs=10 2024-11-18T20:52:31,427 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.meta.1731963151398.meta, exclude list is [], retry=0 2024-11-18T20:52:31,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-f0bedb9e-d20a-4dcb-9d15-f7712972a80e,DISK] 2024-11-18T20:52:31,467 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.meta.1731963151398.meta 2024-11-18T20:52:31,482 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235)] 2024-11-18T20:52:31,483 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:31,483 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:31,483 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:31,483 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:52:31,484 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:52:31,484 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:52:31,484 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:31,484 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:52:31,484 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:52:31,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:52:31,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:52:31,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:31,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:31,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:52:31,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:52:31,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:31,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:31,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:52:31,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:52:31,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:31,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:31,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:52:31,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:52:31,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:31,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:52:31,494 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:52:31,495 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740 2024-11-18T20:52:31,496 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740 2024-11-18T20:52:31,497 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:52:31,497 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:52:31,498 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:52:31,499 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:52:31,500 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64582202, jitterRate=-0.03765019774436951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:52:31,500 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:52:31,500 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963151484Writing region info on filesystem at 1731963151484Initializing all the Stores at 1731963151486 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963151486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963151487 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963151487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963151487Cleaning up temporary data from old regions at 1731963151497 (+10 ms)Running coprocessor post-open hooks at 1731963151500 (+3 ms)Region opened successfully at 1731963151500 2024-11-18T20:52:31,501 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963151367 2024-11-18T20:52:31,504 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:52:31,504 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:52:31,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:31,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,33221,1731963149277, state=OPEN 2024-11-18T20:52:31,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21070604221/meta-region-server 2024-11-18T20:52:31,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21070604221/meta-region-server 2024-11-18T20:52:31,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:31,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21070604221/meta-region-server: CHANGED 2024-11-18T20:52:31,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21070604221/meta-region-server: CHANGED 2024-11-18T20:52:31,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:52:31,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,33221,1731963149277 in 306 msec 2024-11-18T20:52:31,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:52:31,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 556 msec 2024-11-18T20:52:31,522 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:52:31,522 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:52:31,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:31,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,33221,1731963149277, seqNum=-1] 2024-11-18T20:52:31,525 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:31,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:31,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0480 sec 2024-11-18T20:52:31,531 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963151531, completionTime=-1 2024-11-18T20:52:31,531 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:52:31,532 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:52:31,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:52:31,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963211535 2024-11-18T20:52:31,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963271535 2024-11-18T20:52:31,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T20:52:31,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35969,1731963149135-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,536 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35969,1731963149135-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,536 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35969,1731963149135-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,536 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:35969, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,536 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,538 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:52:31,547 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.173sec 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35969,1731963149135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:52:31,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35969,1731963149135-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:52:31,568 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:52:31,568 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:52:31,568 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35969,1731963149135-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:52:31,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c30093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:31,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:31,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:31,670 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cda5616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:31,673 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:31,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50919fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:31,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,33221,1731963149277, seqNum=-1] 2024-11-18T20:52:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:31,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:31,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,35969,1731963149135 2024-11-18T20:52:31,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52517 2024-11-18T20:52:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:52:31,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46587,1731963138794 2024-11-18T20:52:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1278cecb 2024-11-18T20:52:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:31,752 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:31,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:52:31,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:31,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:31,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:31,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:52:31,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015101cffd0008 connected 2024-11-18T20:52:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:52:31,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f4bc8ddddd54f2b8d33d63c56a7a987, NAME => 'test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c 2024-11-18T20:52:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:52:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:32,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:32,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f4bc8ddddd54f2b8d33d63c56a7a987, disabling compactions & flushes 2024-11-18T20:52:32,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. after waiting 0 ms 2024-11-18T20:52:32,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f4bc8ddddd54f2b8d33d63c56a7a987: Waiting for close lock at 1731963152252Disabling compacts and flushes for region at 1731963152252Disabling writes for close at 1731963152252Writing region close event to WAL at 1731963152252Closed at 1731963152252 2024-11-18T20:52:32,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:32,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963152253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963152253"}]},"ts":"1731963152253"} 2024-11-18T20:52:32,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:32,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:32,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963152257"}]},"ts":"1731963152257"} 2024-11-18T20:52:32,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:52:32,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f4bc8ddddd54f2b8d33d63c56a7a987, ASSIGN}] 2024-11-18T20:52:32,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f4bc8ddddd54f2b8d33d63c56a7a987, ASSIGN 2024-11-18T20:52:32,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f4bc8ddddd54f2b8d33d63c56a7a987, ASSIGN; state=OFFLINE, location=29a7ef02c270,43503,1731963139311; forceNewPlan=false, retain=false 2024-11-18T20:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:32,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f4bc8ddddd54f2b8d33d63c56a7a987, regionState=OPENING, regionLocation=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:32,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f4bc8ddddd54f2b8d33d63c56a7a987, ASSIGN because future has completed 2024-11-18T20:52:32,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f4bc8ddddd54f2b8d33d63c56a7a987, server=29a7ef02c270,43503,1731963139311}] 2024-11-18T20:52:32,615 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,616 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f4bc8ddddd54f2b8d33d63c56a7a987, NAME => 'test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:32,616 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:32,616 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:52:32,616 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,616 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:32,617 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,617 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,639 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,641 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f4bc8ddddd54f2b8d33d63c56a7a987 columnFamilyName f 2024-11-18T20:52:32,641 DEBUG [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:32,641 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] regionserver.HStore(327): Store=4f4bc8ddddd54f2b8d33d63c56a7a987/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:32,641 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,642 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f4bc8ddddd54f2b8d33d63c56a7a987 columnFamilyName f1 2024-11-18T20:52:32,642 DEBUG [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:32,643 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] regionserver.HStore(327): Store=4f4bc8ddddd54f2b8d33d63c56a7a987/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:32,643 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,644 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f4bc8ddddd54f2b8d33d63c56a7a987 columnFamilyName norep 2024-11-18T20:52:32,644 DEBUG [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:32,644 INFO [StoreOpener-4f4bc8ddddd54f2b8d33d63c56a7a987-1 {}] regionserver.HStore(327): Store=4f4bc8ddddd54f2b8d33d63c56a7a987/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:32,644 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,645 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,646 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,649 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,649 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,652 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:32,654 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,675 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:32,676 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f4bc8ddddd54f2b8d33d63c56a7a987; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64572461, jitterRate=-0.03779534995555878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:32,676 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:32,676 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f4bc8ddddd54f2b8d33d63c56a7a987: Running coprocessor pre-open hook at 1731963152617Writing region info on filesystem at 1731963152617Initializing all the Stores at 1731963152618 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963152618Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963152627 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963152627Cleaning up temporary data from old regions at 1731963152649 (+22 ms)Running coprocessor post-open hooks at 1731963152676 (+27 ms)Region opened successfully at 1731963152676 2024-11-18T20:52:32,677 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987., pid=6, masterSystemTime=1731963152581 2024-11-18T20:52:32,680 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,680 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:32,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f4bc8ddddd54f2b8d33d63c56a7a987, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f4bc8ddddd54f2b8d33d63c56a7a987, server=29a7ef02c270,43503,1731963139311 because future has completed 2024-11-18T20:52:32,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:52:32,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f4bc8ddddd54f2b8d33d63c56a7a987, server=29a7ef02c270,43503,1731963139311 in 283 msec 2024-11-18T20:52:32,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:52:32,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f4bc8ddddd54f2b8d33d63c56a7a987, ASSIGN in 444 msec 2024-11-18T20:52:32,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:32,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963152707"}]},"ts":"1731963152707"} 2024-11-18T20:52:32,711 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:52:32,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:32,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 961 msec 2024-11-18T20:52:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:32,903 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:52:32,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40625,1731963145145 2024-11-18T20:52:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5b2843 2024-11-18T20:52:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:32,906 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:32,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:52:32,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:32,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:32,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:32,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:52:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:52:32,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bff3752f524527aa7cedef9c0664e6b, NAME => 'test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220 2024-11-18T20:52:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:52:33,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:33,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8bff3752f524527aa7cedef9c0664e6b, disabling compactions & flushes 2024-11-18T20:52:33,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. after waiting 0 ms 2024-11-18T20:52:33,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bff3752f524527aa7cedef9c0664e6b: Waiting for close lock at 1731963153030Disabling compacts and flushes for region at 1731963153030Disabling writes for close at 1731963153030Writing region close event to WAL at 1731963153030Closed at 1731963153030 2024-11-18T20:52:33,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:33,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963153031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963153031"}]},"ts":"1731963153031"} 2024-11-18T20:52:33,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:33,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:33,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963153035"}]},"ts":"1731963153035"} 2024-11-18T20:52:33,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:52:33,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bff3752f524527aa7cedef9c0664e6b, ASSIGN}] 2024-11-18T20:52:33,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bff3752f524527aa7cedef9c0664e6b, ASSIGN 2024-11-18T20:52:33,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8bff3752f524527aa7cedef9c0664e6b, ASSIGN; state=OFFLINE, location=29a7ef02c270,43363,1731963145261; forceNewPlan=false, retain=false 2024-11-18T20:52:33,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bff3752f524527aa7cedef9c0664e6b, regionState=OPENING, regionLocation=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8bff3752f524527aa7cedef9c0664e6b, ASSIGN because future has completed 2024-11-18T20:52:33,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bff3752f524527aa7cedef9c0664e6b, server=29a7ef02c270,43363,1731963145261}] 2024-11-18T20:52:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:33,383 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bff3752f524527aa7cedef9c0664e6b, NAME => 'test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:33,384 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:33,384 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:52:33,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:33,385 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,385 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,395 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,397 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bff3752f524527aa7cedef9c0664e6b columnFamilyName f 2024-11-18T20:52:33,397 DEBUG [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,398 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] regionserver.HStore(327): Store=8bff3752f524527aa7cedef9c0664e6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:33,398 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,402 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bff3752f524527aa7cedef9c0664e6b columnFamilyName f1 2024-11-18T20:52:33,402 DEBUG [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,403 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] regionserver.HStore(327): Store=8bff3752f524527aa7cedef9c0664e6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:33,403 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,406 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bff3752f524527aa7cedef9c0664e6b columnFamilyName norep 2024-11-18T20:52:33,406 DEBUG [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,407 INFO [StoreOpener-8bff3752f524527aa7cedef9c0664e6b-1 {}] regionserver.HStore(327): Store=8bff3752f524527aa7cedef9c0664e6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:33,407 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,407 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,408 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,409 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,409 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,409 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:33,410 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,426 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:33,427 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8bff3752f524527aa7cedef9c0664e6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69625700, jitterRate=0.03750377893447876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:33,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:33,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8bff3752f524527aa7cedef9c0664e6b: Running coprocessor pre-open hook at 1731963153385Writing region info on filesystem at 1731963153385Initializing all the Stores at 1731963153386 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963153386Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963153395 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963153395Cleaning up temporary data from old regions at 1731963153409 (+14 ms)Running coprocessor post-open hooks at 1731963153427 (+18 ms)Region opened successfully at 1731963153427 2024-11-18T20:52:33,428 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b., pid=6, masterSystemTime=1731963153370 2024-11-18T20:52:33,430 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,430 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:33,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bff3752f524527aa7cedef9c0664e6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bff3752f524527aa7cedef9c0664e6b, server=29a7ef02c270,43363,1731963145261 because future has completed 2024-11-18T20:52:33,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:52:33,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bff3752f524527aa7cedef9c0664e6b, server=29a7ef02c270,43363,1731963145261 in 250 msec 2024-11-18T20:52:33,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:52:33,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8bff3752f524527aa7cedef9c0664e6b, ASSIGN in 410 msec 2024-11-18T20:52:33,451 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:33,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963153451"}]},"ts":"1731963153451"} 2024-11-18T20:52:33,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:52:33,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:33,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 547 msec 2024-11-18T20:52:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:33,543 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:52:33,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35969,1731963149135 2024-11-18T20:52:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fb44b8e 2024-11-18T20:52:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:33,550 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:33,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:52:33,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:33,554 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:52:33,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:33,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:52:33,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e05779b7f611733515c123fdbe1fa3a6, NAME => 'test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1 2024-11-18T20:52:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:52:33,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:33,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e05779b7f611733515c123fdbe1fa3a6, disabling compactions & flushes 2024-11-18T20:52:33,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:33,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:33,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. after waiting 0 ms 2024-11-18T20:52:33,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:33,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:33,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e05779b7f611733515c123fdbe1fa3a6: Waiting for close lock at 1731963153628Disabling compacts and flushes for region at 1731963153628Disabling writes for close at 1731963153628Writing region close event to WAL at 1731963153628Closed at 1731963153628 2024-11-18T20:52:33,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:33,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963153630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963153630"}]},"ts":"1731963153630"} 2024-11-18T20:52:33,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:33,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:33,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963153635"}]},"ts":"1731963153635"} 2024-11-18T20:52:33,642 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:52:33,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e05779b7f611733515c123fdbe1fa3a6, ASSIGN}] 2024-11-18T20:52:33,644 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e05779b7f611733515c123fdbe1fa3a6, ASSIGN 2024-11-18T20:52:33,645 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e05779b7f611733515c123fdbe1fa3a6, ASSIGN; state=OFFLINE, location=29a7ef02c270,33221,1731963149277; forceNewPlan=false, retain=false 2024-11-18T20:52:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:33,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e05779b7f611733515c123fdbe1fa3a6, regionState=OPENING, regionLocation=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e05779b7f611733515c123fdbe1fa3a6, ASSIGN because future has completed 2024-11-18T20:52:33,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e05779b7f611733515c123fdbe1fa3a6, server=29a7ef02c270,33221,1731963149277}] 2024-11-18T20:52:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:33,963 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:33,963 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e05779b7f611733515c123fdbe1fa3a6, NAME => 'test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:33,969 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:33,969 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:52:33,970 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,970 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:33,970 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,970 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,971 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,972 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e05779b7f611733515c123fdbe1fa3a6 columnFamilyName f 2024-11-18T20:52:33,972 DEBUG [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,973 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] regionserver.HStore(327): Store=e05779b7f611733515c123fdbe1fa3a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:33,973 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,974 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e05779b7f611733515c123fdbe1fa3a6 columnFamilyName f1 2024-11-18T20:52:33,974 DEBUG [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,974 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] regionserver.HStore(327): Store=e05779b7f611733515c123fdbe1fa3a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:33,974 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,975 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e05779b7f611733515c123fdbe1fa3a6 columnFamilyName norep 2024-11-18T20:52:33,975 DEBUG [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:33,975 INFO [StoreOpener-e05779b7f611733515c123fdbe1fa3a6-1 {}] regionserver.HStore(327): Store=e05779b7f611733515c123fdbe1fa3a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:33,978 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,978 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,979 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,981 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,981 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:33,982 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:33,991 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:34,011 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:34,012 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e05779b7f611733515c123fdbe1fa3a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694600, jitterRate=-0.050876498222351074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:34,012 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:34,013 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e05779b7f611733515c123fdbe1fa3a6: Running coprocessor pre-open hook at 1731963153970Writing region info on filesystem at 1731963153970Initializing all the Stores at 1731963153971 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963153971Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963153971Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963153971Cleaning up temporary data from old regions at 1731963153981 (+10 ms)Running coprocessor post-open hooks at 1731963154012 (+31 ms)Region opened successfully at 1731963154012 2024-11-18T20:52:34,014 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6., pid=6, masterSystemTime=1731963153958 2024-11-18T20:52:34,016 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:34,016 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:34,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e05779b7f611733515c123fdbe1fa3a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:34,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e05779b7f611733515c123fdbe1fa3a6, server=29a7ef02c270,33221,1731963149277 because future has completed 2024-11-18T20:52:34,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:52:34,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e05779b7f611733515c123fdbe1fa3a6, server=29a7ef02c270,33221,1731963149277 in 226 msec 2024-11-18T20:52:34,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:52:34,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e05779b7f611733515c123fdbe1fa3a6, ASSIGN in 386 msec 2024-11-18T20:52:34,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:34,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963154031"}]},"ts":"1731963154031"} 2024-11-18T20:52:34,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:52:34,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:34,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 486 msec 2024-11-18T20:52:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:52:34,183 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:52:34,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:34,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:34,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:34,184 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ac93d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:34,187 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab43297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:34,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46587,1731963138794 2024-11-18T20:52:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de38c26 2024-11-18T20:52:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:34,190 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:34,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:40625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:52:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:52:34,195 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:40625' 2024-11-18T20:52:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:34,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3f773d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:34,196 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40625,-1 for getting cluster id 2024-11-18T20:52:34,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:34,197 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b3a326f-2a16-49f5-8164-bcec5d2dc311' 2024-11-18T20:52:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b3a326f-2a16-49f5-8164-bcec5d2dc311" 2024-11-18T20:52:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a8e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40625,-1] 2024-11-18T20:52:34,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:34,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:34,198 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:34,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2412eb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:34,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:34,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40625,1731963145145 2024-11-18T20:52:34,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16458fcf 2024-11-18T20:52:34,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:34,201 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:34,201 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:52:34,201 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:52:34,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:34,202 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:34,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:34,202 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:34,203 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:52:34,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:34,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:34,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:52:34,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 221cf5ca5922180f6a216114d347ca08, NAME => 'hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c 2024-11-18T20:52:34,253 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:52:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:52:34,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:34,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 221cf5ca5922180f6a216114d347ca08, disabling compactions & flushes 2024-11-18T20:52:34,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. after waiting 0 ms 2024-11-18T20:52:34,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 221cf5ca5922180f6a216114d347ca08: Waiting for close lock at 1731963154291Disabling compacts and flushes for region at 1731963154291Disabling writes for close at 1731963154292 (+1 ms)Writing region close event to WAL at 1731963154292Closed at 1731963154292 2024-11-18T20:52:34,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:34,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963154293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963154293"}]},"ts":"1731963154293"} 2024-11-18T20:52:34,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:34,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:34,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963154299"}]},"ts":"1731963154299"} 2024-11-18T20:52:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:34,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:52:34,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=221cf5ca5922180f6a216114d347ca08, ASSIGN}] 2024-11-18T20:52:34,306 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=221cf5ca5922180f6a216114d347ca08, ASSIGN 2024-11-18T20:52:34,307 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=221cf5ca5922180f6a216114d347ca08, ASSIGN; state=OFFLINE, location=29a7ef02c270,43503,1731963139311; forceNewPlan=false, retain=false 2024-11-18T20:52:34,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:52:34,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=221cf5ca5922180f6a216114d347ca08, regionState=OPENING, regionLocation=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=221cf5ca5922180f6a216114d347ca08, ASSIGN because future has completed 2024-11-18T20:52:34,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 221cf5ca5922180f6a216114d347ca08, server=29a7ef02c270,43503,1731963139311}] 2024-11-18T20:52:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:34,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:34,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:52:34,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C43503%2C1731963139311.rep, suffix=, logDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311, archiveDir=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/oldWALs, maxLogs=10 2024-11-18T20:52:34,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.rep.1731963154638, exclude list is [], retry=0 2024-11-18T20:52:34,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-8747cc28-7878-4d06-bcf0-c152da92f1c7,DISK] 2024-11-18T20:52:34,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.rep.1731963154638 2024-11-18T20:52:34,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-18T20:52:34,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 221cf5ca5922180f6a216114d347ca08, NAME => 'hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:34,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:34,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:34,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. service=MultiRowMutationService 2024-11-18T20:52:34,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:52:34,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:34,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,736 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,737 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 221cf5ca5922180f6a216114d347ca08 columnFamilyName hfileref 2024-11-18T20:52:34,737 DEBUG [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:34,738 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] regionserver.HStore(327): Store=221cf5ca5922180f6a216114d347ca08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:34,738 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,739 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 221cf5ca5922180f6a216114d347ca08 columnFamilyName queue 2024-11-18T20:52:34,739 DEBUG [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:34,740 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] regionserver.HStore(327): Store=221cf5ca5922180f6a216114d347ca08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:34,740 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,741 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 221cf5ca5922180f6a216114d347ca08 columnFamilyName sid 2024-11-18T20:52:34,741 DEBUG [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:34,742 INFO [StoreOpener-221cf5ca5922180f6a216114d347ca08-1 {}] regionserver.HStore(327): Store=221cf5ca5922180f6a216114d347ca08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:34,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:34,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:34,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 221cf5ca5922180f6a216114d347ca08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73797210, jitterRate=0.0996641218662262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:34,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:34,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 221cf5ca5922180f6a216114d347ca08: Running coprocessor pre-open hook at 1731963154725Writing region info on filesystem at 1731963154725Initializing all the Stores at 1731963154727 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963154727Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963154735 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963154735Cleaning up temporary data from old regions at 1731963154744 (+9 ms)Running coprocessor post-open hooks at 1731963154757 (+13 ms)Region opened successfully at 1731963154757 2024-11-18T20:52:34,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08., pid=10, masterSystemTime=1731963154625 2024-11-18T20:52:34,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:34,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=221cf5ca5922180f6a216114d347ca08, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,43503,1731963139311 2024-11-18T20:52:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 221cf5ca5922180f6a216114d347ca08, server=29a7ef02c270,43503,1731963139311 because future has completed 2024-11-18T20:52:34,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:52:34,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 221cf5ca5922180f6a216114d347ca08, server=29a7ef02c270,43503,1731963139311 in 309 msec 2024-11-18T20:52:34,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:34,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963154778"}]},"ts":"1731963154778"} 2024-11-18T20:52:34,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:52:34,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=221cf5ca5922180f6a216114d347ca08, ASSIGN in 469 msec 2024-11-18T20:52:34,782 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:52:34,783 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:34,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 581 msec 2024-11-18T20:52:34,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08., hostname=29a7ef02c270,43503,1731963139311, seqNum=2] 2024-11-18T20:52:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:34,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:34,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:34,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:35,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:52:35,046 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:52:35,094 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,43503,1731963139311, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:52:35,097 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:35,097 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43503,1731963139311, seqNum=-1] 2024-11-18T20:52:35,097 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:35,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,43503,1731963139311', locateType=CURRENT is [region=hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08., hostname=29a7ef02c270,43503,1731963139311, seqNum=2] 2024-11-18T20:52:35,119 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:52:35,123 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,43503,1731963139311 suceeded 2024-11-18T20:52:35,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:52:35,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-18T20:52:35,126 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:40625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:52:35,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 934 msec 2024-11-18T20:52:35,168 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:40625' 2024-11-18T20:52:35,176 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a0c702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,176 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40625,-1 for getting cluster id 2024-11-18T20:52:35,177 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:35,178 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b3a326f-2a16-49f5-8164-bcec5d2dc311' 2024-11-18T20:52:35,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:35,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b3a326f-2a16-49f5-8164-bcec5d2dc311" 2024-11-18T20:52:35,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a6b5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40625,-1] 2024-11-18T20:52:35,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:35,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,181 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:35,183 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a48b850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,183 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40625,1731963145145 2024-11-18T20:52:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76237b31 2024-11-18T20:52:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:35,185 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T20:52:35,186 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,43503,1731963139311 (queues=1) is replicating from cluster=eb1f824c-b915-4a4a-9ca3-7482e8e24fff to cluster=6b3a326f-2a16-49f5-8164-bcec5d2dc311 2024-11-18T20:52:35,186 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C43503%2C1731963139311 2024-11-18T20:52:35,186 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,43503,1731963139311, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:52:35,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, startPosition=0, beingWritten=true 2024-11-18T20:52:35,203 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C43503%2C1731963139311 2024-11-18T20:52:35,230 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:35,230 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:35,230 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:35,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:35,335 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:35,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:35,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:35,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40625,-1 for getting cluster id 2024-11-18T20:52:35,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:35,352 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b3a326f-2a16-49f5-8164-bcec5d2dc311' 2024-11-18T20:52:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b3a326f-2a16-49f5-8164-bcec5d2dc311" 2024-11-18T20:52:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3cb251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40625,-1] 2024-11-18T20:52:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,354 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6776c772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40625,1731963145145 2024-11-18T20:52:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd97c16 2024-11-18T20:52:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:35,360 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:35,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:35969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:52:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:52:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:35,376 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:35969' 2024-11-18T20:52:35,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:52:35,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:52:35,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:35,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:52:35,383 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f5cba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,384 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:35,384 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:35,385 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eca8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,387 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:35,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1655098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:35,389 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:35,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35969,1731963149135 2024-11-18T20:52:35,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14cbf51c 2024-11-18T20:52:35,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:35,392 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:35,393 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:52:35,393 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:52:35,393 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,393 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:35,394 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:35,396 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:52:35,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:35,397 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:35,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:35,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:35,446 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:52:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:52:35,462 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:35,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2048fb775d424f9fc9b575002d8f80d, NAME => 'hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220 2024-11-18T20:52:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:52:35,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:35,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b2048fb775d424f9fc9b575002d8f80d, disabling compactions & flushes 2024-11-18T20:52:35,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:35,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:35,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. after waiting 0 ms 2024-11-18T20:52:35,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:35,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:35,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2048fb775d424f9fc9b575002d8f80d: Waiting for close lock at 1731963155517Disabling compacts and flushes for region at 1731963155517Disabling writes for close at 1731963155517Writing region close event to WAL at 1731963155517Closed at 1731963155517 2024-11-18T20:52:35,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:35,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963155520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963155520"}]},"ts":"1731963155520"} 2024-11-18T20:52:35,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:35,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:35,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963155526"}]},"ts":"1731963155526"} 2024-11-18T20:52:35,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:52:35,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2048fb775d424f9fc9b575002d8f80d, ASSIGN}] 2024-11-18T20:52:35,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2048fb775d424f9fc9b575002d8f80d, ASSIGN 2024-11-18T20:52:35,534 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b2048fb775d424f9fc9b575002d8f80d, ASSIGN; state=OFFLINE, location=29a7ef02c270,43363,1731963145261; forceNewPlan=false, retain=false 2024-11-18T20:52:35,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2048fb775d424f9fc9b575002d8f80d, regionState=OPENING, regionLocation=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b2048fb775d424f9fc9b575002d8f80d, ASSIGN because future has completed 2024-11-18T20:52:35,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2048fb775d424f9fc9b575002d8f80d, server=29a7ef02c270,43363,1731963145261}] 2024-11-18T20:52:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:35,815 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:35,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:35,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:35,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:52:35,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C43363%2C1731963145261.rep, suffix=, logDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/oldWALs, maxLogs=10 2024-11-18T20:52:35,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.rep.1731963155878, exclude list is [], retry=0 2024-11-18T20:52:35,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-cf791e72-7e23-4992-83e3-c8f4545be494,DISK] 2024-11-18T20:52:35,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.rep.1731963155878 2024-11-18T20:52:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-18T20:52:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b2048fb775d424f9fc9b575002d8f80d, NAME => 'hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:35,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. service=MultiRowMutationService 2024-11-18T20:52:35,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:52:35,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:35,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:35,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:35,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:35,984 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:35,993 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2048fb775d424f9fc9b575002d8f80d columnFamilyName hfileref 2024-11-18T20:52:35,993 DEBUG [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:35,994 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] regionserver.HStore(327): Store=b2048fb775d424f9fc9b575002d8f80d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:35,994 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:35,995 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2048fb775d424f9fc9b575002d8f80d columnFamilyName queue 2024-11-18T20:52:35,995 DEBUG [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:35,999 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] regionserver.HStore(327): Store=b2048fb775d424f9fc9b575002d8f80d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:35,999 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,000 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2048fb775d424f9fc9b575002d8f80d columnFamilyName sid 2024-11-18T20:52:36,000 DEBUG [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:36,000 INFO [StoreOpener-b2048fb775d424f9fc9b575002d8f80d-1 {}] regionserver.HStore(327): Store=b2048fb775d424f9fc9b575002d8f80d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:36,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/replication/b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:36,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/replication/b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:36,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/replication/b2048fb775d424f9fc9b575002d8f80d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:36,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b2048fb775d424f9fc9b575002d8f80d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74227212, jitterRate=0.10607165098190308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:36,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:36,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b2048fb775d424f9fc9b575002d8f80d: Running coprocessor pre-open hook at 1731963155973Writing region info on filesystem at 1731963155973Initializing all the Stores at 1731963155974 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963155974Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963155981 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963155981Cleaning up temporary data from old regions at 1731963156006 (+25 ms)Running coprocessor post-open hooks at 1731963156021 (+15 ms)Region opened successfully at 1731963156021 2024-11-18T20:52:36,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d., pid=10, masterSystemTime=1731963155854 2024-11-18T20:52:36,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:36,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:36,027 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2048fb775d424f9fc9b575002d8f80d, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,43363,1731963145261 2024-11-18T20:52:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2048fb775d424f9fc9b575002d8f80d, server=29a7ef02c270,43363,1731963145261 because future has completed 2024-11-18T20:52:36,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:52:36,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:52:36,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2048fb775d424f9fc9b575002d8f80d, ASSIGN in 514 msec 2024-11-18T20:52:36,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b2048fb775d424f9fc9b575002d8f80d, server=29a7ef02c270,43363,1731963145261 in 355 msec 2024-11-18T20:52:36,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:36,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963156051"}]},"ts":"1731963156051"} 2024-11-18T20:52:36,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:52:36,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:36,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 660 msec 2024-11-18T20:52:36,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d., hostname=29a7ef02c270,43363,1731963145261, seqNum=2] 2024-11-18T20:52:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:36,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:36,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:36,248 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:36,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:52:36,393 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:52:36,483 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,43363,1731963145261, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:52:36,483 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:36,483 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43363,1731963145261, seqNum=-1] 2024-11-18T20:52:36,484 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:36,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:36,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,43363,1731963145261', locateType=CURRENT is [region=hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d., hostname=29a7ef02c270,43363,1731963145261, seqNum=2] 2024-11-18T20:52:36,512 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:52:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:52:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:36,523 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,43363,1731963145261 suceeded 2024-11-18T20:52:36,530 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:35969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:52:36,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1590 sec 2024-11-18T20:52:36,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:52:36,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 302 msec 2024-11-18T20:52:36,559 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:35969' 2024-11-18T20:52:36,566 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0569d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:36,566 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:36,567 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:36,567 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:36,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:36,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:36,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dc4fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:36,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:36,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:36,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:36,570 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:36,571 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d98388b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:36,571 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:36,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35969,1731963149135 2024-11-18T20:52:36,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@511d6bc4 2024-11-18T20:52:36,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:36,573 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T20:52:36,574 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,43363,1731963145261 (queues=1) is replicating from cluster=6b3a326f-2a16-49f5-8164-bcec5d2dc311 to cluster=304822a8-87fb-42c4-aef1-ccd5c9e39fb0 2024-11-18T20:52:36,574 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C43363%2C1731963145261 2024-11-18T20:52:36,574 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,43363,1731963145261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:52:36,588 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, startPosition=0, beingWritten=true 2024-11-18T20:52:36,588 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C43363%2C1731963145261 2024-11-18T20:52:36,622 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:36,622 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:36,623 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:36,784 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:36,863 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:36,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:37,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:37,190 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:37,420 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:37,523 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:37,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:37,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:37,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:37,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:37,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:37,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:37,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:37,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:37,531 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ebaf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:37,533 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfa46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:37,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35969,1731963149135 2024-11-18T20:52:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ae7d03 2024-11-18T20:52:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:37,537 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:37,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:46587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:52:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:52:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:37,541 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:46587' 2024-11-18T20:52:37,551 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c5f752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:37,552 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:37,552 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:37,552 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:37,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:37,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:37,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48413f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:37,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:37,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:37,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:37,557 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28edcd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:37,558 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:37,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46587,1731963138794 2024-11-18T20:52:37,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27611c3d 2024-11-18T20:52:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:37,560 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:37,561 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:52:37,561 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:52:37,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:37,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:37,562 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:52:37,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:37,564 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:52:37,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:52:37,566 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:37,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:52:37,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:52:37,617 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:52:37,647 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:38,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5eb29209aa6f1db5e2aa2e093d3a7ad, NAME => 'hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1 2024-11-18T20:52:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:52:38,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:38,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5eb29209aa6f1db5e2aa2e093d3a7ad, disabling compactions & flushes 2024-11-18T20:52:38,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. after waiting 0 ms 2024-11-18T20:52:38,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5eb29209aa6f1db5e2aa2e093d3a7ad: Waiting for close lock at 1731963158083Disabling compacts and flushes for region at 1731963158083Disabling writes for close at 1731963158084 (+1 ms)Writing region close event to WAL at 1731963158084Closed at 1731963158084 2024-11-18T20:52:38,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:52:38,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963158085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963158085"}]},"ts":"1731963158085"} 2024-11-18T20:52:38,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:52:38,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:52:38,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963158090"}]},"ts":"1731963158090"} 2024-11-18T20:52:38,095 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:52:38,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5eb29209aa6f1db5e2aa2e093d3a7ad, ASSIGN}] 2024-11-18T20:52:38,097 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5eb29209aa6f1db5e2aa2e093d3a7ad, ASSIGN 2024-11-18T20:52:38,098 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5eb29209aa6f1db5e2aa2e093d3a7ad, ASSIGN; state=OFFLINE, location=29a7ef02c270,33221,1731963149277; forceNewPlan=false, retain=false 2024-11-18T20:52:38,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:38,171 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:38,251 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5eb29209aa6f1db5e2aa2e093d3a7ad, regionState=OPENING, regionLocation=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:38,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5eb29209aa6f1db5e2aa2e093d3a7ad, ASSIGN because future has completed 2024-11-18T20:52:38,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5eb29209aa6f1db5e2aa2e093d3a7ad, server=29a7ef02c270,33221,1731963149277}] 2024-11-18T20:52:38,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:52:38,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:52:38,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C33221%2C1731963149277.rep, suffix=, logDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/oldWALs, maxLogs=10 2024-11-18T20:52:38,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.rep.1731963158457, exclude list is [], retry=0 2024-11-18T20:52:38,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-f0bedb9e-d20a-4dcb-9d15-f7712972a80e,DISK] 2024-11-18T20:52:38,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.rep.1731963158457 2024-11-18T20:52:38,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43235:43235)] 2024-11-18T20:52:38,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5eb29209aa6f1db5e2aa2e093d3a7ad, NAME => 'hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:52:38,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:52:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:52:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. service=MultiRowMutationService 2024-11-18T20:52:38,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:52:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:52:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,555 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,561 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5eb29209aa6f1db5e2aa2e093d3a7ad columnFamilyName hfileref 2024-11-18T20:52:38,561 DEBUG [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:38,563 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] regionserver.HStore(327): Store=f5eb29209aa6f1db5e2aa2e093d3a7ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:38,564 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,565 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5eb29209aa6f1db5e2aa2e093d3a7ad columnFamilyName queue 2024-11-18T20:52:38,565 DEBUG [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:38,565 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] regionserver.HStore(327): Store=f5eb29209aa6f1db5e2aa2e093d3a7ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:38,565 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,567 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5eb29209aa6f1db5e2aa2e093d3a7ad columnFamilyName sid 2024-11-18T20:52:38,567 DEBUG [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:52:38,568 INFO [StoreOpener-f5eb29209aa6f1db5e2aa2e093d3a7ad-1 {}] regionserver.HStore(327): Store=f5eb29209aa6f1db5e2aa2e093d3a7ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:52:38,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:52:38,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:52:38,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5eb29209aa6f1db5e2aa2e093d3a7ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60379575, jitterRate=-0.1002742201089859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:52:38,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:38,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5eb29209aa6f1db5e2aa2e093d3a7ad: Running coprocessor pre-open hook at 1731963158542Writing region info on filesystem at 1731963158542Initializing all the Stores at 1731963158543 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963158543Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963158555 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963158555Cleaning up temporary data from old regions at 1731963158571 (+16 ms)Running coprocessor post-open hooks at 1731963158585 (+14 ms)Region opened successfully at 1731963158585 2024-11-18T20:52:38,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad., pid=10, masterSystemTime=1731963158428 2024-11-18T20:52:38,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:38,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5eb29209aa6f1db5e2aa2e093d3a7ad, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,33221,1731963149277 2024-11-18T20:52:38,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5eb29209aa6f1db5e2aa2e093d3a7ad, server=29a7ef02c270,33221,1731963149277 because future has completed 2024-11-18T20:52:38,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:52:38,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5eb29209aa6f1db5e2aa2e093d3a7ad, ASSIGN in 499 msec 2024-11-18T20:52:38,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:52:38,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5eb29209aa6f1db5e2aa2e093d3a7ad, server=29a7ef02c270,33221,1731963149277 in 333 msec 2024-11-18T20:52:38,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:52:38,602 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963158602"}]},"ts":"1731963158602"} 2024-11-18T20:52:38,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:52:38,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:52:38,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0440 sec 2024-11-18T20:52:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad., hostname=29a7ef02c270,33221,1731963149277, seqNum=2] 2024-11-18T20:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:38,808 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:38,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:38,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:38,964 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:39,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:39,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:52:39,247 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:52:39,287 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,33221,1731963149277, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:52:39,288 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:39,288 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,33221,1731963149277, seqNum=-1] 2024-11-18T20:52:39,289 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:39,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,33221,1731963149277', locateType=CURRENT is [region=hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad., hostname=29a7ef02c270,33221,1731963149277, seqNum=2] 2024-11-18T20:52:39,307 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:52:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:52:39,314 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,33221,1731963149277 suceeded 2024-11-18T20:52:39,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:52:39,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-18T20:52:39,317 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:46587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:52:39,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7790 sec 2024-11-18T20:52:39,342 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:46587' 2024-11-18T20:52:39,343 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0223a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,343 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:39,344 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:39,344 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:39,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f071ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:39,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,346 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:39,348 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a45242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,348 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46587,1731963138794 2024-11-18T20:52:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e39f5ac 2024-11-18T20:52:39,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:39,352 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T20:52:39,353 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,33221,1731963149277 (queues=1) is replicating from cluster=304822a8-87fb-42c4-aef1-ccd5c9e39fb0 to cluster=eb1f824c-b915-4a4a-9ca3-7482e8e24fff 2024-11-18T20:52:39,353 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C33221%2C1731963149277 2024-11-18T20:52:39,353 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,33221,1731963149277, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:52:39,359 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, startPosition=0, beingWritten=true 2024-11-18T20:52:39,370 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C33221%2C1731963149277 2024-11-18T20:52:39,382 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:39,382 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 379, reset compression=false 2024-11-18T20:52:39,382 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:39,517 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:39,610 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 379, reset compression=false 2024-11-18T20:52:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:52:39,703 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:39,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:39,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:39,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:39,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:39,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:39,716 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e71843f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:39,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,719 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:39,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e95495e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40625,-1 for getting cluster id 2024-11-18T20:52:39,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:39,722 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b3a326f-2a16-49f5-8164-bcec5d2dc311' 2024-11-18T20:52:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b3a326f-2a16-49f5-8164-bcec5d2dc311" 2024-11-18T20:52:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4352b1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40625,-1] 2024-11-18T20:52:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,724 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670e1b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:39,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:39,728 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af32d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,731 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f73d2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43503,1731963139311, seqNum=-1] 2024-11-18T20:52:39,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:39,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987., hostname=29a7ef02c270,43503,1731963139311, seqNum=2] 2024-11-18T20:52:39,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,33221,1731963149277, seqNum=-1] 2024-11-18T20:52:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:39,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6., hostname=29a7ef02c270,33221,1731963149277, seqNum=2] 2024-11-18T20:52:39,757 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:52:39,871 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 379, reset compression=false 2024-11-18T20:52:39,930 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:39,933 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 480, reset compression=false 2024-11-18T20:52:39,930 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 379, reset compression=false 2024-11-18T20:52:39,933 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f4bc8ddddd54f2b8d33d63c56a7a987/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T20:52:39,937 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:39,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T20:52:39,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:39,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ebe9d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40625,-1 for getting cluster id 2024-11-18T20:52:39,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:39,962 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b3a326f-2a16-49f5-8164-bcec5d2dc311' 2024-11-18T20:52:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b3a326f-2a16-49f5-8164-bcec5d2dc311" 2024-11-18T20:52:39,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f554b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40625,-1] 2024-11-18T20:52:39,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:39,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:39,964 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:39,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140cc23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:39,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:39,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43363,1731963145261, seqNum=-1] 2024-11-18T20:52:39,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:39,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b., hostname=29a7ef02c270,43363,1731963145261, seqNum=2] 2024-11-18T20:52:39,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:40,162 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 480, reset compression=false 2024-11-18T20:52:40,344 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 379, reset compression=false 2024-11-18T20:52:40,362 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 379, reset compression=false 2024-11-18T20:52:40,385 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:40,385 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 504, reset compression=false 2024-11-18T20:52:40,385 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bff3752f524527aa7cedef9c0664e6b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T20:52:40,388 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:40,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T20:52:40,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:40,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@190be1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:40,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:40,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:40,415 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:40,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:40,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:40,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64f4fa16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:40,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:40,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:40,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:40,417 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:40,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f649e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:40,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:40,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,33221,1731963149277, seqNum=-1] 2024-11-18T20:52:40,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:40,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:40,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6., hostname=29a7ef02c270,33221,1731963149277, seqNum=2] 2024-11-18T20:52:40,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:40,468 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 480, reset compression=false 2024-11-18T20:52:40,638 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 504, reset compression=false 2024-11-18T20:52:40,763 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T20:52:40,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43363,1731963145261, seqNum=-1] 2024-11-18T20:52:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:40,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:52:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b., hostname=29a7ef02c270,43363,1731963145261, seqNum=2] 2024-11-18T20:52:40,772 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T20:52:40,896 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 379, reset compression=false 2024-11-18T20:52:40,901 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 480, reset compression=false 2024-11-18T20:52:40,920 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:40,920 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 527, reset compression=false 2024-11-18T20:52:40,921 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:40,946 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 504, reset compression=false 2024-11-18T20:52:40,994 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:40,994 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 608, reset compression=false 2024-11-18T20:52:40,995 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bff3752f524527aa7cedef9c0664e6b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:52:40,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:41,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:41,173 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 527, reset compression=false 2024-11-18T20:52:41,181 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:41,181 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 654, reset compression=false 2024-11-18T20:52:41,181 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[{test/e05779b7f611733515c123fdbe1fa3a6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:52:41,183 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:41,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T20:52:41,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:41,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cfe009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:41,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:41,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:41,187 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e6b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:41,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:41,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:41,188 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:41,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f196b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:41,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:52:41,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,43503,1731963139311, seqNum=-1] 2024-11-18T20:52:41,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:52:41,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T20:52:41,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987., hostname=29a7ef02c270,43503,1731963139311, seqNum=2] 2024-11-18T20:52:41,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:41,207 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 608, reset compression=false 2024-11-18T20:52:41,410 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 654, reset compression=false 2024-11-18T20:52:41,452 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 480, reset compression=false 2024-11-18T20:52:41,480 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:41,480 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 630, reset compression=false 2024-11-18T20:52:41,486 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:41,528 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 608, reset compression=false 2024-11-18T20:52:41,711 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 630, reset compression=false 2024-11-18T20:52:41,717 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 654, reset compression=false 2024-11-18T20:52:41,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T20:52:41,778 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T20:52:41,934 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 608, reset compression=false 2024-11-18T20:52:42,030 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 630, reset compression=false 2024-11-18T20:52:42,134 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 654, reset compression=false 2024-11-18T20:52:42,170 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:42,170 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 758, reset compression=false 2024-11-18T20:52:42,170 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[{test/e05779b7f611733515c123fdbe1fa3a6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:52:42,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:42,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:42,408 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 758, reset compression=false 2024-11-18T20:52:42,456 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 608, reset compression=false 2024-11-18T20:52:42,456 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 630, reset compression=false 2024-11-18T20:52:42,469 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:42,469 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f4bc8ddddd54f2b8d33d63c56a7a987/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:52:42,470 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 757, reset compression=false 2024-11-18T20:52:42,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:42,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:42,684 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 757, reset compression=false 2024-11-18T20:52:42,715 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 758, reset compression=false 2024-11-18T20:52:42,780 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T20:52:42,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T20:52:42,996 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 757, reset compression=false 2024-11-18T20:52:43,018 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:43,018 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 913, reset compression=false 2024-11-18T20:52:43,018 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f4bc8ddddd54f2b8d33d63c56a7a987/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T20:52:43,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:43,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:43,067 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 608, reset compression=false 2024-11-18T20:52:43,106 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:43,106 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 907, reset compression=false 2024-11-18T20:52:43,106 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bff3752f524527aa7cedef9c0664e6b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T20:52:43,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:43,121 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 758, reset compression=false 2024-11-18T20:52:43,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:43,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:43,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 929, reset compression=false 2024-11-18T20:52:43,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:43,249 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 913, reset compression=false 2024-11-18T20:52:43,328 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 907, reset compression=false 2024-11-18T20:52:43,345 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 929, reset compression=false 2024-11-18T20:52:43,581 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 913, reset compression=false 2024-11-18T20:52:43,635 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 907, reset compression=false 2024-11-18T20:52:43,656 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 929, reset compression=false 2024-11-18T20:52:43,788 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T20:52:43,792 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T20:52:43,998 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 913, reset compression=false 2024-11-18T20:52:44,042 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 907, reset compression=false 2024-11-18T20:52:44,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:44,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,057 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:44,057 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1066, reset compression=false 2024-11-18T20:52:44,057 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bff3752f524527aa7cedef9c0664e6b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:52:44,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:44,065 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 929, reset compression=false 2024-11-18T20:52:44,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:44,099 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:44,099 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1078, reset compression=false 2024-11-18T20:52:44,100 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[{test/e05779b7f611733515c123fdbe1fa3a6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T20:52:44,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:44,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:44,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:44,298 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1066, reset compression=false 2024-11-18T20:52:44,329 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1078, reset compression=false 2024-11-18T20:52:44,505 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 913, reset compression=false 2024-11-18T20:52:44,533 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:44,533 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1085, reset compression=false 2024-11-18T20:52:44,533 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:44,617 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1066, reset compression=false 2024-11-18T20:52:44,640 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1078, reset compression=false 2024-11-18T20:52:44,738 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1085, reset compression=false 2024-11-18T20:52:44,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T20:52:44,801 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T20:52:45,032 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1066, reset compression=false 2024-11-18T20:52:45,049 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1078, reset compression=false 2024-11-18T20:52:45,052 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1085, reset compression=false 2024-11-18T20:52:45,097 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:45,097 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1237, reset compression=false 2024-11-18T20:52:45,097 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[{test/e05779b7f611733515c123fdbe1fa3a6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:52:45,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:45,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:45,363 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1237, reset compression=false 2024-11-18T20:52:45,497 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1085, reset compression=false 2024-11-18T20:52:45,501 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:45,501 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1234, reset compression=false 2024-11-18T20:52:45,501 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f4bc8ddddd54f2b8d33d63c56a7a987/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T20:52:45,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:45,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:45,543 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1066, reset compression=false 2024-11-18T20:52:45,553 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:45,553 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1239, reset compression=false 2024-11-18T20:52:45,554 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:45,670 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1237, reset compression=false 2024-11-18T20:52:45,705 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1234, reset compression=false 2024-11-18T20:52:45,766 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1239, reset compression=false 2024-11-18T20:52:45,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T20:52:45,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a72c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:45,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:45,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:45,818 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:45,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:45,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:45,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79b8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:45,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:45,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:45,820 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:45,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:45,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6647164a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:45,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:45,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35969,1731963149135 2024-11-18T20:52:45,829 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123c719e 2024-11-18T20:52:45,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:45,833 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:45,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-18T20:52:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T20:52:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:52:45,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:52:46,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T20:52:46,008 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T20:52:46,009 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T20:52:46,009 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,33221,1731963149277 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T20:52:46,009 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0. 2024-11-18T20:52:46,009 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:46,010 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:46,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:46,010 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:46,010 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1234, reset compression=false 2024-11-18T20:52:46,072 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1239, reset compression=false 2024-11-18T20:52:46,110 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:52:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:52:46,210 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 terminated 2024-11-18T20:52:46,238 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,33221,1731963149277, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:52:46,238 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T20:52:46,243 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T20:52:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T20:52:46,250 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 29a7ef02c270,33221,1731963149277 suceeded 2024-11-18T20:52:46,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T20:52:46,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 396 msec 2024-11-18T20:52:46,254 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T20:52:46,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 420 msec 2024-11-18T20:52:46,269 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:46587' 2024-11-18T20:52:46,270 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd28ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:46,270 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,46587,-1 for getting cluster id 2024-11-18T20:52:46,270 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:46,271 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb1f824c-b915-4a4a-9ca3-7482e8e24fff' 2024-11-18T20:52:46,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb1f824c-b915-4a4a-9ca3-7482e8e24fff" 2024-11-18T20:52:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3959221c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,46587,-1] 2024-11-18T20:52:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:46,277 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:46,279 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c16424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:46,279 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,46587,1731963138794 2024-11-18T20:52:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eca4b9a 2024-11-18T20:52:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:46,283 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T20:52:46,284 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,33221,1731963149277 (queues=1) is replicating from cluster=304822a8-87fb-42c4-aef1-ccd5c9e39fb0 to cluster=eb1f824c-b915-4a4a-9ca3-7482e8e24fff 2024-11-18T20:52:46,284 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C33221%2C1731963149277 2024-11-18T20:52:46,284 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,33221,1731963149277, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:52:46,319 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C33221%2C1731963149277 2024-11-18T20:52:46,415 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1234, reset compression=false 2024-11-18T20:52:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:52:46,463 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:46,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:46,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:46,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:46,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:46,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:46,469 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T20:52:46,509 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1239, reset compression=false 2024-11-18T20:52:46,936 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1234, reset compression=false 2024-11-18T20:52:46,941 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:46,941 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1338, reset compression=false 2024-11-18T20:52:46,941 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f4bc8ddddd54f2b8d33d63c56a7a987/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:52:46,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:46,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:47,024 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1239, reset compression=false 2024-11-18T20:52:47,050 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:47,050 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1367, reset compression=false 2024-11-18T20:52:47,050 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bff3752f524527aa7cedef9c0664e6b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:52:47,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:47,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:47,144 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1338, reset compression=false 2024-11-18T20:52:47,258 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1367, reset compression=false 2024-11-18T20:52:47,450 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1338, reset compression=false 2024-11-18T20:52:47,472 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T20:52:47,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:47,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35969,-1 for getting cluster id 2024-11-18T20:52:47,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:52:47,477 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304822a8-87fb-42c4-aef1-ccd5c9e39fb0' 2024-11-18T20:52:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:52:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304822a8-87fb-42c4-aef1-ccd5c9e39fb0" 2024-11-18T20:52:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182c5ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35969,-1] 2024-11-18T20:52:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:52:47,478 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,479 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:52:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bede91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:52:47,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:52:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35969,1731963149135 2024-11-18T20:52:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fa4e5b4 2024-11-18T20:52:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:52:47,487 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:52:47,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-18T20:52:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T20:52:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T20:52:47,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:52:47,563 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1367, reset compression=false 2024-11-18T20:52:47,569 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:47,569 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bff3752f524527aa7cedef9c0664e6b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:52:47,570 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:47,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:47,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T20:52:47,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T20:52:47,693 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T20:52:47,693 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T20:52:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T20:52:47,697 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 29a7ef02c270,33221,1731963149277 suceeded 2024-11-18T20:52:47,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T20:52:47,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-18T20:52:47,699 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T20:52:47,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 212 msec 2024-11-18T20:52:47,706 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, startPosition=1237, beingWritten=true 2024-11-18T20:52:47,711 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:52:47,711 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1515, reset compression=false 2024-11-18T20:52:47,720 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[{test/e05779b7f611733515c123fdbe1fa3a6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:52:47,724 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:52:47,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T20:52:47,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:52:47,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:52:47,776 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T20:52:47,813 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:52:47,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:47,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:47,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:47,817 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T20:52:47,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:52:47,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:47,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:47,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:47,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:52:47,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=403731382, stopped=false 2024-11-18T20:52:47,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,35969,1731963149135 2024-11-18T20:52:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21070604221/running 2024-11-18T20:52:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:47,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:47,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:47,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:47,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21070604221/running 2024-11-18T20:52:47,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,33221,1731963149277' ***** 2024-11-18T20:52:47,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:52:47,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:47,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/running 2024-11-18T20:52:47,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Set watcher on znode that does not yet exist, /21070604221/running 2024-11-18T20:52:47,830 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:52:47,830 INFO [RS:0;29a7ef02c270:33221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:52:47,830 INFO [RS:0;29a7ef02c270:33221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:52:47,830 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(3091): Received CLOSE for f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:47,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(3091): Received CLOSE for e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,33221,1731963149277 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:33221. 2024-11-18T20:52:47,831 DEBUG [RS:0;29a7ef02c270:33221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:47,831 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:52:47,831 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:52:47,832 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5eb29209aa6f1db5e2aa2e093d3a7ad, disabling compactions & flushes 2024-11-18T20:52:47,832 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:47,832 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:47,832 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. after waiting 0 ms 2024-11-18T20:52:47,832 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:47,833 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5eb29209aa6f1db5e2aa2e093d3a7ad 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-18T20:52:47,842 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:52:47,842 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1325): Online Regions={f5eb29209aa6f1db5e2aa2e093d3a7ad=hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad., 1588230740=hbase:meta,,1.1588230740, e05779b7f611733515c123fdbe1fa3a6=test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.} 2024-11-18T20:52:47,843 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e05779b7f611733515c123fdbe1fa3a6, f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:47,843 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:47,843 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:47,843 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:47,843 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:47,843 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:47,843 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:52:47,858 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/.tmp/queue/86645aba9f1746b7ad5881ddf9395ef1 is 154, key is 1-29a7ef02c270,33221,1731963149277/queue:29a7ef02c270%2C33221%2C1731963149277/1731963167729/Put/seqid=0 2024-11-18T20:52:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741840_1016 (size=5353) 2024-11-18T20:52:47,866 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1338, reset compression=false 2024-11-18T20:52:47,872 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:47,872 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:47,872 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:47,874 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/info/ec1136aeee5b4235931426f487bb4c97 is 147, key is hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad./info:regioninfo/1731963158588/Put/seqid=0 2024-11-18T20:52:47,884 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:52:47,888 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/info/ec1136aeee5b4235931426f487bb4c97 2024-11-18T20:52:47,915 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1515, reset compression=false 2024-11-18T20:52:47,927 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/ns/88337d53768445d9835bded48c67a69a is 43, key is default/ns:d/1731963151526/Put/seqid=0 2024-11-18T20:52:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:52:47,971 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/ns/88337d53768445d9835bded48c67a69a 2024-11-18T20:52:47,996 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/rep_barrier/6021ca85f4fb45f8864980583cad4fd4 is 112, key is test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6./rep_barrier:seqnumDuringOpen/1731963154016/Put/seqid=0 2024-11-18T20:52:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741843_1019 (size=5518) 2024-11-18T20:52:48,003 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/rep_barrier/6021ca85f4fb45f8864980583cad4fd4 2024-11-18T20:52:48,030 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/table/bcf07c66d39042bda4956aa5343dd17c is 53, key is hbase:replication/table:state/1731963158602/Put/seqid=0 2024-11-18T20:52:48,043 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e05779b7f611733515c123fdbe1fa3a6, f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:48,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741844_1020 (size=5308) 2024-11-18T20:52:48,062 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/table/bcf07c66d39042bda4956aa5343dd17c 2024-11-18T20:52:48,067 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/info/ec1136aeee5b4235931426f487bb4c97 as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/info/ec1136aeee5b4235931426f487bb4c97 2024-11-18T20:52:48,071 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/info/ec1136aeee5b4235931426f487bb4c97, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:52:48,072 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/ns/88337d53768445d9835bded48c67a69a as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/ns/88337d53768445d9835bded48c67a69a 2024-11-18T20:52:48,081 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:48,087 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:48,098 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/ns/88337d53768445d9835bded48c67a69a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:52:48,101 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/rep_barrier/6021ca85f4fb45f8864980583cad4fd4 as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/rep_barrier/6021ca85f4fb45f8864980583cad4fd4 2024-11-18T20:52:48,109 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/rep_barrier/6021ca85f4fb45f8864980583cad4fd4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:52:48,110 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/.tmp/table/bcf07c66d39042bda4956aa5343dd17c as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/table/bcf07c66d39042bda4956aa5343dd17c 2024-11-18T20:52:48,120 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/table/bcf07c66d39042bda4956aa5343dd17c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:52:48,122 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 279ms, sequenceid=16, compaction requested=false 2024-11-18T20:52:48,141 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:52:48,143 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:48,144 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:48,144 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:48,144 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963167842Running coprocessor pre-close hooks at 1731963167842Disabling compacts and flushes for region at 1731963167842Disabling writes for close at 1731963167843 (+1 ms)Obtaining lock to block concurrent updates at 1731963167843Preparing flush snapshotting stores in 1588230740 at 1731963167843Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963167843Flushing stores of hbase:meta,,1.1588230740 at 1731963167844 (+1 ms)Flushing 1588230740/info: creating writer at 1731963167844Flushing 1588230740/info: appending metadata at 1731963167872 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731963167874 (+2 ms)Flushing 1588230740/ns: creating writer at 1731963167894 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731963167927 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731963167927Flushing 1588230740/rep_barrier: creating writer at 1731963167976 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963167995 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963167995Flushing 1588230740/table: creating writer at 1731963168011 (+16 ms)Flushing 1588230740/table: appending metadata at 1731963168028 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731963168029 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ace1125: reopening flushed file at 1731963168066 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7883633a: reopening flushed file at 1731963168071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69415231: reopening flushed file at 1731963168099 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a3911a: reopening flushed file at 1731963168109 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 279ms, sequenceid=16, compaction requested=false at 1731963168122 (+13 ms)Writing region close event to WAL at 1731963168134 (+12 ms)Running coprocessor post-close hooks at 1731963168143 (+9 ms)Closed at 1731963168144 (+1 ms) 2024-11-18T20:52:48,144 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:48,242 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1515, reset compression=false 2024-11-18T20:52:48,243 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on e05779b7f611733515c123fdbe1fa3a6, f5eb29209aa6f1db5e2aa2e093d3a7ad 2024-11-18T20:52:48,264 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/.tmp/queue/86645aba9f1746b7ad5881ddf9395ef1 2024-11-18T20:52:48,271 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/.tmp/queue/86645aba9f1746b7ad5881ddf9395ef1 as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/queue/86645aba9f1746b7ad5881ddf9395ef1 2024-11-18T20:52:48,282 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/queue/86645aba9f1746b7ad5881ddf9395ef1, entries=1, sequenceid=13, filesize=5.2 K 2024-11-18T20:52:48,284 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for f5eb29209aa6f1db5e2aa2e093d3a7ad in 452ms, sequenceid=13, compaction requested=false 2024-11-18T20:52:48,309 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/hbase/replication/f5eb29209aa6f1db5e2aa2e093d3a7ad/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-18T20:52:48,309 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:48,309 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:48,310 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:48,310 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5eb29209aa6f1db5e2aa2e093d3a7ad: Waiting for close lock at 1731963167832Running coprocessor pre-close hooks at 1731963167832Disabling compacts and flushes for region at 1731963167832Disabling writes for close at 1731963167832Obtaining lock to block concurrent updates at 1731963167833 (+1 ms)Preparing flush snapshotting stores in f5eb29209aa6f1db5e2aa2e093d3a7ad at 1731963167833Finished memstore snapshotting hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731963167833Flushing stores of hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. at 1731963167833Flushing f5eb29209aa6f1db5e2aa2e093d3a7ad/queue: creating writer at 1731963167833Flushing f5eb29209aa6f1db5e2aa2e093d3a7ad/queue: appending metadata at 1731963167858 (+25 ms)Flushing f5eb29209aa6f1db5e2aa2e093d3a7ad/queue: closing flushed file at 1731963167858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c05a79: reopening flushed file at 1731963168270 (+412 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for f5eb29209aa6f1db5e2aa2e093d3a7ad in 452ms, sequenceid=13, compaction requested=false at 1731963168284 (+14 ms)Writing region close event to WAL at 1731963168302 (+18 ms)Running coprocessor post-close hooks at 1731963168309 (+7 ms)Closed at 1731963168309 2024-11-18T20:52:48,310 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963157562.f5eb29209aa6f1db5e2aa2e093d3a7ad. 2024-11-18T20:52:48,310 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e05779b7f611733515c123fdbe1fa3a6, disabling compactions & flushes 2024-11-18T20:52:48,310 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:48,310 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:48,310 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. after waiting 0 ms 2024-11-18T20:52:48,310 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:48,310 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e05779b7f611733515c123fdbe1fa3a6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T20:52:48,345 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/f/d4177f27a5294f16a04cd9fcecc01e4b is 37, key is row3/f:row3/1731963166465/Put/seqid=0 2024-11-18T20:52:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741845_1021 (size=5228) 2024-11-18T20:52:48,350 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/f/d4177f27a5294f16a04cd9fcecc01e4b 2024-11-18T20:52:48,353 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4177f27a5294f16a04cd9fcecc01e4b 2024-11-18T20:52:48,374 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/f1/ef4386ec95104d6a9afe6d98b36e75ce is 30, key is row1/f1:/1731963163789/DeleteFamily/seqid=0 2024-11-18T20:52:48,415 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741846_1022 (size=5158) 2024-11-18T20:52:48,443 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:48,505 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:48,643 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:48,648 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1515, reset compression=false 2024-11-18T20:52:48,671 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:48,671 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1762, reset compression=false 2024-11-18T20:52:48,671 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,33221,1731963149277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:48,672 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,33221,1731963149277: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,33221,1731963149277, walGroup=29a7ef02c270%2C33221%2C1731963149277, offset=29a7ef02c270%2C33221%2C1731963149277.1731963150930:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:33221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:52:48,673 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:52:48,673 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:52:48,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:52:48,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:52:48,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:52:48,674 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 822154752 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197738984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:52:48,676 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:35969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:35969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:52:48,739 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:52:48,803 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:52:48,803 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:52:48,822 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/f1/ef4386ec95104d6a9afe6d98b36e75ce 2024-11-18T20:52:48,830 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef4386ec95104d6a9afe6d98b36e75ce 2024-11-18T20:52:48,833 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:48,844 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:52:48,844 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1325): Online Regions={e05779b7f611733515c123fdbe1fa3a6=test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6.} 2024-11-18T20:52:48,844 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:48,855 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/norep/02c3c1d323aa48bb887326efefd99e0d is 33, key is row2/norep:/1731963164796/DeleteFamily/seqid=0 2024-11-18T20:52:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741847_1023 (size=5108) 2024-11-18T20:52:48,897 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1762, reset compression=false 2024-11-18T20:52:49,011 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:49,044 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:49,209 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1762, reset compression=false 2024-11-18T20:52:49,244 DEBUG [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1351): Waiting on e05779b7f611733515c123fdbe1fa3a6 2024-11-18T20:52:49,277 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/norep/02c3c1d323aa48bb887326efefd99e0d 2024-11-18T20:52:49,282 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c3c1d323aa48bb887326efefd99e0d 2024-11-18T20:52:49,282 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/f/d4177f27a5294f16a04cd9fcecc01e4b as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/f/d4177f27a5294f16a04cd9fcecc01e4b 2024-11-18T20:52:49,288 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4177f27a5294f16a04cd9fcecc01e4b 2024-11-18T20:52:49,289 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/f/d4177f27a5294f16a04cd9fcecc01e4b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T20:52:49,289 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/f1/ef4386ec95104d6a9afe6d98b36e75ce as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/f1/ef4386ec95104d6a9afe6d98b36e75ce 2024-11-18T20:52:49,295 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef4386ec95104d6a9afe6d98b36e75ce 2024-11-18T20:52:49,297 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/f1/ef4386ec95104d6a9afe6d98b36e75ce, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T20:52:49,298 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/.tmp/norep/02c3c1d323aa48bb887326efefd99e0d as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/norep/02c3c1d323aa48bb887326efefd99e0d 2024-11-18T20:52:49,305 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c3c1d323aa48bb887326efefd99e0d 2024-11-18T20:52:49,306 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/norep/02c3c1d323aa48bb887326efefd99e0d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T20:52:49,306 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e05779b7f611733515c123fdbe1fa3a6 in 996ms, sequenceid=12, compaction requested=false 2024-11-18T20:52:49,348 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:49,368 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/data/default/test/e05779b7f611733515c123fdbe1fa3a6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:52:49,369 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:49,369 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:49,369 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:49,369 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e05779b7f611733515c123fdbe1fa3a6: Waiting for close lock at 1731963168310Running coprocessor pre-close hooks at 1731963168310Disabling compacts and flushes for region at 1731963168310Disabling writes for close at 1731963168310Obtaining lock to block concurrent updates at 1731963168310Preparing flush snapshotting stores in e05779b7f611733515c123fdbe1fa3a6 at 1731963168310Finished memstore snapshotting test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731963168310Flushing stores of test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. at 1731963168311 (+1 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/f: creating writer at 1731963168312 (+1 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/f: appending metadata at 1731963168345 (+33 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/f: closing flushed file at 1731963168345Flushing e05779b7f611733515c123fdbe1fa3a6/f1: creating writer at 1731963168354 (+9 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/f1: appending metadata at 1731963168373 (+19 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/f1: closing flushed file at 1731963168373Flushing e05779b7f611733515c123fdbe1fa3a6/norep: creating writer at 1731963168831 (+458 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/norep: appending metadata at 1731963168854 (+23 ms)Flushing e05779b7f611733515c123fdbe1fa3a6/norep: closing flushed file at 1731963168854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7256d9a7: reopening flushed file at 1731963169282 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afa25b9: reopening flushed file at 1731963169289 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705df63d: reopening flushed file at 1731963169297 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e05779b7f611733515c123fdbe1fa3a6 in 996ms, sequenceid=12, compaction requested=false at 1731963169306 (+9 ms)Writing region close event to WAL at 1731963169348 (+42 ms)Running coprocessor post-close hooks at 1731963169369 (+21 ms)Closed at 1731963169369 2024-11-18T20:52:49,370 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963153551.e05779b7f611733515c123fdbe1fa3a6. 2024-11-18T20:52:49,444 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,33221,1731963149277; all regions closed. 2024-11-18T20:52:49,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:52:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741839_1015 (size=3333) 2024-11-18T20:52:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741833_1009 (size=2414) 2024-11-18T20:52:49,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 not finished, retry = 0 2024-11-18T20:52:49,615 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 to pos 1762, reset compression=false 2024-11-18T20:52:49,629 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:49,633 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:49,633 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:49,634 INFO [RS:0;29a7ef02c270:33221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:49,634 INFO [RS:0;29a7ef02c270:33221 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:49,634 INFO [RS:0;29a7ef02c270:33221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:49,634 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/WALs/29a7ef02c270,33221,1731963149277/29a7ef02c270%2C33221%2C1731963149277.1731963150930 2024-11-18T20:52:49,635 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:49,635 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T20:52:49,635 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T20:52:49,635 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,33221,1731963149277 because: Region server is closing 2024-11-18T20:52:49,635 INFO [RS:0;29a7ef02c270:33221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:33221. 2024-11-18T20:52:49,635 DEBUG [RS:0;29a7ef02c270:33221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:49,635 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:49,635 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:49,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:49,636 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:49,737 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.wal-reader.29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-18T20:52:49,737 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,33221,1731963149277.replicationSource.shipper29a7ef02c270%2C33221%2C1731963149277,1-29a7ef02c270,33221,1731963149277 terminated 2024-11-18T20:52:49,737 INFO [RS:0;29a7ef02c270:33221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:33221. 2024-11-18T20:52:49,737 DEBUG [RS:0;29a7ef02c270:33221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:49,737 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:49,737 DEBUG [RS:0;29a7ef02c270:33221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:49,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:49,738 INFO [RS:0;29a7ef02c270:33221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33221 2024-11-18T20:52:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221/rs 2024-11-18T20:52:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21070604221/rs/29a7ef02c270,33221,1731963149277 2024-11-18T20:52:49,879 INFO [RS:0;29a7ef02c270:33221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:49,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,33221,1731963149277] 2024-11-18T20:52:49,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21070604221/draining/29a7ef02c270,33221,1731963149277 already deleted, retry=false 2024-11-18T20:52:49,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,33221,1731963149277 expired; onlineServers=0 2024-11-18T20:52:49,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,35969,1731963149135' ***** 2024-11-18T20:52:49,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:52:49,895 INFO [M:0;29a7ef02c270:35969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:49,896 INFO [M:0;29a7ef02c270:35969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:49,896 DEBUG [M:0;29a7ef02c270:35969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:52:49,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:52:49,896 DEBUG [M:0;29a7ef02c270:35969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:52:49,896 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963150498 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963150498,5,FailOnTimeoutGroup] 2024-11-18T20:52:49,896 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963150494 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963150494,5,FailOnTimeoutGroup] 2024-11-18T20:52:49,897 INFO [M:0;29a7ef02c270:35969 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:49,897 INFO [M:0;29a7ef02c270:35969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:49,897 DEBUG [M:0;29a7ef02c270:35969 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:52:49,897 INFO [M:0;29a7ef02c270:35969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:52:49,897 INFO [M:0;29a7ef02c270:35969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:49,897 INFO [M:0;29a7ef02c270:35969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:52:49,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:52:49,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21070604221/master 2024-11-18T20:52:49,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21070604221 2024-11-18T20:52:49,903 DEBUG [M:0;29a7ef02c270:35969 {}] zookeeper.ZKUtil(347): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Unable to get data of znode /21070604221/master because node does not exist (not an error) 2024-11-18T20:52:49,903 WARN [M:0;29a7ef02c270:35969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:52:49,912 INFO [M:0;29a7ef02c270:35969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/.lastflushedseqids 2024-11-18T20:52:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:52:49,933 INFO [M:0;29a7ef02c270:35969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:52:49,933 INFO [M:0;29a7ef02c270:35969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:52:49,933 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:49,933 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:49,933 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:49,933 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:49,933 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:49,933 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-18T20:52:49,952 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:49,960 DEBUG [M:0;29a7ef02c270:35969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7224a931a071436388ffaa12fdbe6792 is 82, key is hbase:meta,,1/info:regioninfo/1731963151504/Put/seqid=0 2024-11-18T20:52:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33221-0x1015101cffd0007, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:49,987 INFO [RS:0;29a7ef02c270:33221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:49,987 INFO [RS:0;29a7ef02c270:33221 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,33221,1731963149277; zookeeper connection closed. 2024-11-18T20:52:49,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491e2647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491e2647 2024-11-18T20:52:49,988 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:52:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:52:50,356 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:50,391 INFO [M:0;29a7ef02c270:35969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7224a931a071436388ffaa12fdbe6792 2024-11-18T20:52:50,419 DEBUG [M:0;29a7ef02c270:35969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b08a49460be43d8b1da76f374269a7e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963158607/Put/seqid=0 2024-11-18T20:52:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741850_1026 (size=9211) 2024-11-18T20:52:50,668 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:50,867 INFO [M:0;29a7ef02c270:35969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b08a49460be43d8b1da76f374269a7e 2024-11-18T20:52:50,892 DEBUG [M:0;29a7ef02c270:35969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adeb8e0c551c4a468740db28739ce058 is 69, key is 29a7ef02c270,33221,1731963149277/rs:state/1731963150601/Put/seqid=0 2024-11-18T20:52:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:52:51,188 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:51,312 INFO [M:0;29a7ef02c270:35969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adeb8e0c551c4a468740db28739ce058 2024-11-18T20:52:51,318 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7224a931a071436388ffaa12fdbe6792 as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7224a931a071436388ffaa12fdbe6792 2024-11-18T20:52:51,326 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7224a931a071436388ffaa12fdbe6792, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T20:52:51,327 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b08a49460be43d8b1da76f374269a7e as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b08a49460be43d8b1da76f374269a7e 2024-11-18T20:52:51,332 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b08a49460be43d8b1da76f374269a7e, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T20:52:51,336 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adeb8e0c551c4a468740db28739ce058 as hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adeb8e0c551c4a468740db28739ce058 2024-11-18T20:52:51,340 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adeb8e0c551c4a468740db28739ce058, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T20:52:51,344 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1411ms, sequenceid=127, compaction requested=false 2024-11-18T20:52:51,351 INFO [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:51,352 DEBUG [M:0;29a7ef02c270:35969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963169933Disabling compacts and flushes for region at 1731963169933Disabling writes for close at 1731963169933Obtaining lock to block concurrent updates at 1731963169933Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963169933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731963169934 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963169934Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963169934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963169959 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963169959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963170400 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963170419 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963170419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963170871 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963170891 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963170891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bceb047: reopening flushed file at 1731963171316 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d66ffa8: reopening flushed file at 1731963171327 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0118d1: reopening flushed file at 1731963171332 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1411ms, sequenceid=127, compaction requested=false at 1731963171344 (+12 ms)Writing region close event to WAL at 1731963171351 (+7 ms)Closed at 1731963171351 2024-11-18T20:52:51,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f43dc3f4-849b-183e-cdc9-6d36d8da79f1/MasterData/WALs/29a7ef02c270,35969,1731963149135/29a7ef02c270%2C35969%2C1731963149135.1731963150260 not finished, retry = 0 2024-11-18T20:52:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741830_1006 (size=73854) 2024-11-18T20:52:51,458 INFO [M:0;29a7ef02c270:35969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:52:51,458 INFO [M:0;29a7ef02c270:35969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35969 2024-11-18T20:52:51,458 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:51,459 INFO [M:0;29a7ef02c270:35969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:51,472 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35969-0x1015101cffd0006, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:51,619 INFO [M:0;29a7ef02c270:35969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:51,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d95389{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:51,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@620c8a63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:51,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:51,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e30a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:51,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:51,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:52:51,628 WARN [BP-161732598-172.17.0.2-1731963147075 heartbeating to localhost/127.0.0.1:40797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:52:51,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:52:51,628 WARN [BP-161732598-172.17.0.2-1731963147075 heartbeating to localhost/127.0.0.1:40797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161732598-172.17.0.2-1731963147075 (Datanode Uuid 6a9c25d8-03d5-4cc8-93eb-b72536ae6ff4) service to localhost/127.0.0.1:40797 2024-11-18T20:52:51,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/cluster_c1185b0a-8868-b786-451e-5b4ae3ac113b/data/data1/current/BP-161732598-172.17.0.2-1731963147075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:51,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/cluster_c1185b0a-8868-b786-451e-5b4ae3ac113b/data/data2/current/BP-161732598-172.17.0.2-1731963147075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:51,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:52:51,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41149db8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:51,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cc3dc84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:51,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:51,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b00fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:51,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:51,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:52:51,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:52:51,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:51,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:51,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:51,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:51,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:51,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:52:51,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1122293712, stopped=false 2024-11-18T20:52:51,654 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,40625,1731963145145 2024-11-18T20:52:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396375690/running 2024-11-18T20:52:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396375690/running 2024-11-18T20:52:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:51,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:51,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/running 2024-11-18T20:52:51,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Set watcher on znode that does not yet exist, /1-396375690/running 2024-11-18T20:52:51,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:51,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:51,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:51,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,43363,1731963145261' ***** 2024-11-18T20:52:51,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:52:51,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bff3752f524527aa7cedef9c0664e6b 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,43363,1731963145261 2024-11-18T20:52:51,663 INFO [RS:0;29a7ef02c270:43363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:51,664 INFO [RS:0;29a7ef02c270:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:43363. 2024-11-18T20:52:51,664 DEBUG [RS:0;29a7ef02c270:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:51,664 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:51,664 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:52:51,664 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:52:51,664 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:52:51,664 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:52:51,664 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:52:51,664 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1325): Online Regions={8bff3752f524527aa7cedef9c0664e6b=test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b., 1588230740=hbase:meta,,1.1588230740, b2048fb775d424f9fc9b575002d8f80d=hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.} 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bff3752f524527aa7cedef9c0664e6b, disabling compactions & flushes 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:51,664 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:51,664 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bff3752f524527aa7cedef9c0664e6b, b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:51,664 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. after waiting 0 ms 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:51,664 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:51,664 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bff3752f524527aa7cedef9c0664e6b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T20:52:51,664 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:52:51,681 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/info/aa1657aef49d4b1793b948d8f44ca854 is 147, key is hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d./info:regioninfo/1731963156027/Put/seqid=0 2024-11-18T20:52:51,681 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/f/a77de7f605b04d60a9e1b87d0c70631e is 37, key is row3/f:row3/1731963166465/Put/seqid=0 2024-11-18T20:52:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741840_1016 (size=7686) 2024-11-18T20:52:51,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741841_1017 (size=5228) 2024-11-18T20:52:51,706 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:51,861 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:52:51,861 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:52:51,866 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bff3752f524527aa7cedef9c0664e6b, b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:52,066 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bff3752f524527aa7cedef9c0664e6b, b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:52,092 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1471, reset compression=false 2024-11-18T20:52:52,100 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/f/a77de7f605b04d60a9e1b87d0c70631e 2024-11-18T20:52:52,101 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:52,101 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1718, reset compression=false 2024-11-18T20:52:52,101 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43363,1731963145261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:52,103 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,43363,1731963145261: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,43363,1731963145261, walGroup=29a7ef02c270%2C43363%2C1731963145261, offset=29a7ef02c270%2C43363%2C1731963145261.1731963145997:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:43363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:52:52,105 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:52:52,105 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:52:52,105 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:52:52,105 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:52:52,105 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:52:52,105 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 878777856 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198079424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:52:52,106 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:40625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:40625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:52:52,107 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/info/aa1657aef49d4b1793b948d8f44ca854 2024-11-18T20:52:52,112 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a77de7f605b04d60a9e1b87d0c70631e 2024-11-18T20:52:52,151 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/ns/05e8fae34ebc4d43acdb1bb825539bbe is 43, key is default/ns:d/1731963146953/Put/seqid=0 2024-11-18T20:52:52,155 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/f1/27a4f9e631df4610b44496876a5ae0b8 is 30, key is row1/f1:/1731963163789/DeleteFamily/seqid=0 2024-11-18T20:52:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:52:52,162 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/ns/05e8fae34ebc4d43acdb1bb825539bbe 2024-11-18T20:52:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741843_1019 (size=5158) 2024-11-18T20:52:52,163 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/f1/27a4f9e631df4610b44496876a5ae0b8 2024-11-18T20:52:52,181 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a4f9e631df4610b44496876a5ae0b8 2024-11-18T20:52:52,208 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/norep/f04926c3d9f4472d983dce0e1e9b8397 is 33, key is row1/norep:/1731963163789/DeleteFamily/seqid=0 2024-11-18T20:52:52,216 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/rep_barrier/9a32270f91f3435fa8c869a326644f2d is 112, key is test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b./rep_barrier:seqnumDuringOpen/1731963153431/Put/seqid=0 2024-11-18T20:52:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741844_1020 (size=5108) 2024-11-18T20:52:52,227 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/norep/f04926c3d9f4472d983dce0e1e9b8397 2024-11-18T20:52:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:52:52,232 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/rep_barrier/9a32270f91f3435fa8c869a326644f2d 2024-11-18T20:52:52,245 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f04926c3d9f4472d983dce0e1e9b8397 2024-11-18T20:52:52,246 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/f/a77de7f605b04d60a9e1b87d0c70631e as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/f/a77de7f605b04d60a9e1b87d0c70631e 2024-11-18T20:52:52,251 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a77de7f605b04d60a9e1b87d0c70631e 2024-11-18T20:52:52,266 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/f/a77de7f605b04d60a9e1b87d0c70631e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T20:52:52,267 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bff3752f524527aa7cedef9c0664e6b, b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:52,272 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/table/56756ee7643942c6bbcb1edbb1a7b5a1 is 53, key is hbase:replication/table:state/1731963156051/Put/seqid=0 2024-11-18T20:52:52,273 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/f1/27a4f9e631df4610b44496876a5ae0b8 as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/f1/27a4f9e631df4610b44496876a5ae0b8 2024-11-18T20:52:52,296 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a4f9e631df4610b44496876a5ae0b8 2024-11-18T20:52:52,297 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/f1/27a4f9e631df4610b44496876a5ae0b8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T20:52:52,298 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/.tmp/norep/f04926c3d9f4472d983dce0e1e9b8397 as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/norep/f04926c3d9f4472d983dce0e1e9b8397 2024-11-18T20:52:52,305 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f04926c3d9f4472d983dce0e1e9b8397 2024-11-18T20:52:52,305 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/norep/f04926c3d9f4472d983dce0e1e9b8397, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T20:52:52,307 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8bff3752f524527aa7cedef9c0664e6b in 643ms, sequenceid=12, compaction requested=false 2024-11-18T20:52:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:52:52,319 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/default/test/8bff3752f524527aa7cedef9c0664e6b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:52:52,321 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 1718, reset compression=false 2024-11-18T20:52:52,327 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:52,327 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:52,327 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:52,328 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bff3752f524527aa7cedef9c0664e6b: Waiting for close lock at 1731963171664Running coprocessor pre-close hooks at 1731963171664Disabling compacts and flushes for region at 1731963171664Disabling writes for close at 1731963171664Obtaining lock to block concurrent updates at 1731963171664Preparing flush snapshotting stores in 8bff3752f524527aa7cedef9c0664e6b at 1731963171664Finished memstore snapshotting test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731963171665 (+1 ms)Flushing stores of test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. at 1731963171665Flushing 8bff3752f524527aa7cedef9c0664e6b/f: creating writer at 1731963171665Flushing 8bff3752f524527aa7cedef9c0664e6b/f: appending metadata at 1731963171681 (+16 ms)Flushing 8bff3752f524527aa7cedef9c0664e6b/f: closing flushed file at 1731963171681Flushing 8bff3752f524527aa7cedef9c0664e6b/f1: creating writer at 1731963172112 (+431 ms)Flushing 8bff3752f524527aa7cedef9c0664e6b/f1: appending metadata at 1731963172154 (+42 ms)Flushing 8bff3752f524527aa7cedef9c0664e6b/f1: closing flushed file at 1731963172154Flushing 8bff3752f524527aa7cedef9c0664e6b/norep: creating writer at 1731963172181 (+27 ms)Flushing 8bff3752f524527aa7cedef9c0664e6b/norep: appending metadata at 1731963172207 (+26 ms)Flushing 8bff3752f524527aa7cedef9c0664e6b/norep: closing flushed file at 1731963172207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1848c6b2: reopening flushed file at 1731963172245 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f9b0f0: reopening flushed file at 1731963172266 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12479573: reopening flushed file at 1731963172297 (+31 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8bff3752f524527aa7cedef9c0664e6b in 643ms, sequenceid=12, compaction requested=false at 1731963172307 (+10 ms)Writing region close event to WAL at 1731963172316 (+9 ms)Running coprocessor post-close hooks at 1731963172327 (+11 ms)Closed at 1731963172327 2024-11-18T20:52:52,328 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963152907.8bff3752f524527aa7cedef9c0664e6b. 2024-11-18T20:52:52,328 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2048fb775d424f9fc9b575002d8f80d, disabling compactions & flushes 2024-11-18T20:52:52,335 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,335 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,335 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. after waiting 0 ms 2024-11-18T20:52:52,335 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,335 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2048fb775d424f9fc9b575002d8f80d: Waiting for close lock at 1731963172328Running coprocessor pre-close hooks at 1731963172328Disabling compacts and flushes for region at 1731963172328Disabling writes for close at 1731963172335 (+7 ms)Failed flush hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d., putting online again at 1731963172335 2024-11-18T20:52:52,336 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,337 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:52,337 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 2362, reset compression=false 2024-11-18T20:52:52,376 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:52,468 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:52,468 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2048fb775d424f9fc9b575002d8f80d 2024-11-18T20:52:52,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2048fb775d424f9fc9b575002d8f80d, disabling compactions & flushes 2024-11-18T20:52:52,468 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. after waiting 0 ms 2024-11-18T20:52:52,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2048fb775d424f9fc9b575002d8f80d: Waiting for close lock at 1731963172468Running coprocessor pre-close hooks at 1731963172468Disabling compacts and flushes for region at 1731963172468Disabling writes for close at 1731963172468Failed flush hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d., putting online again at 1731963172468 2024-11-18T20:52:52,468 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d. 2024-11-18T20:52:52,543 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 2362, reset compression=false 2024-11-18T20:52:52,668 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:52:52,668 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b2048fb775d424f9fc9b575002d8f80d=hbase:replication,,1731963155393.b2048fb775d424f9fc9b575002d8f80d.} 2024-11-18T20:52:52,668 DEBUG [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:52:52,719 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/table/56756ee7643942c6bbcb1edbb1a7b5a1 2024-11-18T20:52:52,725 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/info/aa1657aef49d4b1793b948d8f44ca854 as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/info/aa1657aef49d4b1793b948d8f44ca854 2024-11-18T20:52:52,730 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/info/aa1657aef49d4b1793b948d8f44ca854, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:52:52,731 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/ns/05e8fae34ebc4d43acdb1bb825539bbe as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/ns/05e8fae34ebc4d43acdb1bb825539bbe 2024-11-18T20:52:52,735 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/ns/05e8fae34ebc4d43acdb1bb825539bbe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:52:52,736 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/rep_barrier/9a32270f91f3435fa8c869a326644f2d as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/rep_barrier/9a32270f91f3435fa8c869a326644f2d 2024-11-18T20:52:52,740 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/rep_barrier/9a32270f91f3435fa8c869a326644f2d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:52:52,741 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/.tmp/table/56756ee7643942c6bbcb1edbb1a7b5a1 as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/table/56756ee7643942c6bbcb1edbb1a7b5a1 2024-11-18T20:52:52,746 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/table/56756ee7643942c6bbcb1edbb1a7b5a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:52:52,747 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1083ms, sequenceid=16, compaction requested=false 2024-11-18T20:52:52,747 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:52:52,807 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:52:52,816 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:52,816 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:52,816 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:52,816 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963171664Running coprocessor pre-close hooks at 1731963171664Disabling compacts and flushes for region at 1731963171664Disabling writes for close at 1731963171664Obtaining lock to block concurrent updates at 1731963171664Preparing flush snapshotting stores in 1588230740 at 1731963171664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963171665 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963171665Flushing 1588230740/info: creating writer at 1731963171665Flushing 1588230740/info: appending metadata at 1731963171680 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731963171680Flushing 1588230740/ns: creating writer at 1731963172117 (+437 ms)Flushing 1588230740/ns: appending metadata at 1731963172150 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731963172150Flushing 1588230740/rep_barrier: creating writer at 1731963172171 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963172215 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963172215Flushing 1588230740/table: creating writer at 1731963172239 (+24 ms)Flushing 1588230740/table: appending metadata at 1731963172271 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731963172271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41267b81: reopening flushed file at 1731963172724 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2210d87b: reopening flushed file at 1731963172730 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1406a44b: reopening flushed file at 1731963172736 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1311ce59: reopening flushed file at 1731963172740 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1083ms, sequenceid=16, compaction requested=false at 1731963172747 (+7 ms)Writing region close event to WAL at 1731963172763 (+16 ms)Running coprocessor post-close hooks at 1731963172816 (+53 ms)Closed at 1731963172816 2024-11-18T20:52:52,817 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:52,855 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.wal-reader.29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 to pos 2362, reset compression=false 2024-11-18T20:52:52,868 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:52:52,868 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,43363,1731963145261; all regions closed. 2024-11-18T20:52:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:52:52,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.meta.1731963146903.meta not finished, retry = 0 2024-11-18T20:52:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741839_1015 (size=2391) 2024-11-18T20:52:52,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.rep.1731963155878 not finished, retry = 0 2024-11-18T20:52:53,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/WALs/29a7ef02c270,43363,1731963145261/29a7ef02c270%2C43363%2C1731963145261.1731963145997 not finished, retry = 0 2024-11-18T20:52:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741832_1008 (size=2370) 2024-11-18T20:52:53,215 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:53,215 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:53,216 INFO [RS:0;29a7ef02c270:43363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:53,216 INFO [RS:0;29a7ef02c270:43363 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:53,216 INFO [RS:0;29a7ef02c270:43363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:53,216 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:53,216 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,43363,1731963145261 because: Region server is closing 2024-11-18T20:52:53,217 INFO [RS:0;29a7ef02c270:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:43363. 2024-11-18T20:52:53,217 DEBUG [RS:0;29a7ef02c270:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:53,217 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:53,217 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:53,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:53,317 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43363,1731963145261.replicationSource.shipper29a7ef02c270%2C43363%2C1731963145261,1-29a7ef02c270,43363,1731963145261 terminated 2024-11-18T20:52:53,317 INFO [RS:0;29a7ef02c270:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:43363. 2024-11-18T20:52:53,318 DEBUG [RS:0;29a7ef02c270:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:53,318 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:53,318 DEBUG [RS:0;29a7ef02c270:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:53,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:53,318 INFO [RS:0;29a7ef02c270:43363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43363 2024-11-18T20:52:53,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396375690/rs/29a7ef02c270,43363,1731963145261 2024-11-18T20:52:53,353 INFO [RS:0;29a7ef02c270:43363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:53,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690/rs 2024-11-18T20:52:53,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,43363,1731963145261] 2024-11-18T20:52:53,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/draining/29a7ef02c270,43363,1731963145261 already deleted, retry=false 2024-11-18T20:52:53,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,43363,1731963145261 expired; onlineServers=0 2024-11-18T20:52:53,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,40625,1731963145145' ***** 2024-11-18T20:52:53,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:53,370 DEBUG [M:0;29a7ef02c270:40625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:52:53,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:52:53,370 DEBUG [M:0;29a7ef02c270:40625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:52:53,370 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963145687 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963145687,5,FailOnTimeoutGroup] 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:53,370 DEBUG [M:0;29a7ef02c270:40625 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:53,370 INFO [M:0;29a7ef02c270:40625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:52:53,370 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:52:53,371 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963145684 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963145684,5,FailOnTimeoutGroup] 2024-11-18T20:52:53,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-396375690/master 2024-11-18T20:52:53,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-396375690 2024-11-18T20:52:53,378 DEBUG [M:0;29a7ef02c270:40625 {}] zookeeper.RecoverableZooKeeper(212): Node /1-396375690/master already deleted, retry=false 2024-11-18T20:52:53,378 DEBUG [M:0;29a7ef02c270:40625 {}] master.ActiveMasterManager(353): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-396375690/master 2024-11-18T20:52:53,380 INFO [M:0;29a7ef02c270:40625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/.lastflushedseqids 2024-11-18T20:52:53,382 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:52:53,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:53,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1015101cffd0004, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:53,462 INFO [RS:0;29a7ef02c270:43363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:53,462 INFO [RS:0;29a7ef02c270:43363 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,43363,1731963145261; zookeeper connection closed. 2024-11-18T20:52:53,462 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23695ff9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23695ff9 2024-11-18T20:52:53,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:52:53,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:53,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:53,809 INFO [M:0;29a7ef02c270:40625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:52:53,809 INFO [M:0;29a7ef02c270:40625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:52:53,809 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:53,809 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:53,809 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:53,809 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:53,809 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:53,810 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T20:52:53,832 DEBUG [M:0;29a7ef02c270:40625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f7a86f40b254c65bdc3033b7c9e3e9b is 82, key is hbase:meta,,1/info:regioninfo/1731963146934/Put/seqid=0 2024-11-18T20:52:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:52:54,244 INFO [M:0;29a7ef02c270:40625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f7a86f40b254c65bdc3033b7c9e3e9b 2024-11-18T20:52:54,275 DEBUG [M:0;29a7ef02c270:40625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15007e75b3fc4c6196e3456d5205fb87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963156056/Put/seqid=0 2024-11-18T20:52:54,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741849_1025 (size=8515) 2024-11-18T20:52:54,324 INFO [M:0;29a7ef02c270:40625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15007e75b3fc4c6196e3456d5205fb87 2024-11-18T20:52:54,362 DEBUG [M:0;29a7ef02c270:40625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/474a159b964447b89a883a8ca41cdae4 is 69, key is 29a7ef02c270,43363,1731963145261/rs:state/1731963145745/Put/seqid=0 2024-11-18T20:52:54,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:52:54,421 INFO [M:0;29a7ef02c270:40625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/474a159b964447b89a883a8ca41cdae4 2024-11-18T20:52:54,440 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f7a86f40b254c65bdc3033b7c9e3e9b as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f7a86f40b254c65bdc3033b7c9e3e9b 2024-11-18T20:52:54,450 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f7a86f40b254c65bdc3033b7c9e3e9b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:52:54,452 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15007e75b3fc4c6196e3456d5205fb87 as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15007e75b3fc4c6196e3456d5205fb87 2024-11-18T20:52:54,459 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15007e75b3fc4c6196e3456d5205fb87, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:52:54,460 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/474a159b964447b89a883a8ca41cdae4 as hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/474a159b964447b89a883a8ca41cdae4 2024-11-18T20:52:54,471 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/25d3a973-8fbf-03b3-53cf-71067cfdc220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/474a159b964447b89a883a8ca41cdae4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:52:54,476 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 667ms, sequenceid=97, compaction requested=false 2024-11-18T20:52:54,497 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:54,527 INFO [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:54,527 DEBUG [M:0;29a7ef02c270:40625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963173809Disabling compacts and flushes for region at 1731963173809Disabling writes for close at 1731963173809Obtaining lock to block concurrent updates at 1731963173810 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963173810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731963173810Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963173813 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963173813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963173832 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963173832Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963174253 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963174274 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963174275 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963174332 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963174360 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963174360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76550c24: reopening flushed file at 1731963174433 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1476acb7: reopening flushed file at 1731963174451 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdd2539: reopening flushed file at 1731963174459 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 667ms, sequenceid=97, compaction requested=false at 1731963174476 (+17 ms)Writing region close event to WAL at 1731963174527 (+51 ms)Closed at 1731963174527 2024-11-18T20:52:54,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741830_1006 (size=63642) 2024-11-18T20:52:54,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:54,574 INFO [M:0;29a7ef02c270:40625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:52:54,575 INFO [M:0;29a7ef02c270:40625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40625 2024-11-18T20:52:54,581 INFO [M:0;29a7ef02c270:40625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40625-0x1015101cffd0003, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:54,728 INFO [M:0;29a7ef02c270:40625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:54,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c24eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:54,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:54,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:54,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:54,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:54,737 WARN [BP-1379174488-172.17.0.2-1731963143699 heartbeating to localhost/127.0.0.1:35977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:52:54,737 WARN [BP-1379174488-172.17.0.2-1731963143699 heartbeating to localhost/127.0.0.1:35977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1379174488-172.17.0.2-1731963143699 (Datanode Uuid 5ce0e032-f2d3-4a60-af8c-216c6d8b09e1) service to localhost/127.0.0.1:35977 2024-11-18T20:52:54,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/cluster_6d01deee-6351-0f75-3c70-bf0ec12c770d/data/data1/current/BP-1379174488-172.17.0.2-1731963143699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:54,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/cluster_6d01deee-6351-0f75-3c70-bf0ec12c770d/data/data2/current/BP-1379174488-172.17.0.2-1731963143699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:54,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:52:54,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:52:54,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:52:54,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13a8db3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:54,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:54,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:54,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:54,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07724833-2166-278c-a4d9-685112f3a803/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:54,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:52:54,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:52:54,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:54,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:54,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:54,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:54,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:54,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:52:54,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=581594114, stopped=false 2024-11-18T20:52:54,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,46587,1731963138794 2024-11-18T20:52:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-392714759/running 2024-11-18T20:52:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-392714759/running 2024-11-18T20:52:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:54,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/running 2024-11-18T20:52:54,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Set watcher on znode that does not yet exist, /0-392714759/running 2024-11-18T20:52:54,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:54,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:52:54,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:54,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:54,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,43503,1731963139311' ***** 2024-11-18T20:52:54,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:52:54,782 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:52:54,782 INFO [RS:0;29a7ef02c270:43503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:52:54,782 INFO [RS:0;29a7ef02c270:43503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:52:54,782 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(3091): Received CLOSE for 221cf5ca5922180f6a216114d347ca08 2024-11-18T20:52:54,783 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:54,783 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,43503,1731963139311 2024-11-18T20:52:54,783 INFO [RS:0;29a7ef02c270:43503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:54,798 INFO [RS:0;29a7ef02c270:43503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:43503. 2024-11-18T20:52:54,799 DEBUG [RS:0;29a7ef02c270:43503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:54,799 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:54,799 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:52:54,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:52:54,799 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:52:54,799 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:52:54,799 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:52:54,798 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 221cf5ca5922180f6a216114d347ca08, disabling compactions & flushes 2024-11-18T20:52:54,800 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:54,800 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:54,800 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. after waiting 0 ms 2024-11-18T20:52:54,800 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:54,801 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 221cf5ca5922180f6a216114d347ca08 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T20:52:54,808 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:52:54,808 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 221cf5ca5922180f6a216114d347ca08=hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08., 4f4bc8ddddd54f2b8d33d63c56a7a987=test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.} 2024-11-18T20:52:54,809 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 221cf5ca5922180f6a216114d347ca08, 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:54,818 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:52:54,818 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:52:54,818 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:52:54,818 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:52:54,818 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:52:54,818 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:52:54,824 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:54,868 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/info/4a7e519124e94638820bf0f245999a21 is 147, key is hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08./info:regioninfo/1731963154762/Put/seqid=0 2024-11-18T20:52:54,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741840_1016 (size=7686) 2024-11-18T20:52:54,901 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/.tmp/queue/f6bb1c70d3af4f2d9907bb76a36055d0 is 154, key is 1-29a7ef02c270,43503,1731963139311/queue:29a7ef02c270%2C43503%2C1731963139311/1731963167873/Put/seqid=0 2024-11-18T20:52:54,904 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/info/4a7e519124e94638820bf0f245999a21 2024-11-18T20:52:54,953 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/ns/791316aa659b4f9986c800e5ff88d853 is 43, key is default/ns:d/1731963143531/Put/seqid=0 2024-11-18T20:52:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741841_1017 (size=5353) 2024-11-18T20:52:54,966 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/.tmp/queue/f6bb1c70d3af4f2d9907bb76a36055d0 2024-11-18T20:52:54,973 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/.tmp/queue/f6bb1c70d3af4f2d9907bb76a36055d0 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/queue/f6bb1c70d3af4f2d9907bb76a36055d0 2024-11-18T20:52:54,980 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/queue/f6bb1c70d3af4f2d9907bb76a36055d0, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T20:52:54,982 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 221cf5ca5922180f6a216114d347ca08 in 182ms, sequenceid=14, compaction requested=false 2024-11-18T20:52:54,982 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:52:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:52:55,003 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/ns/791316aa659b4f9986c800e5ff88d853 2024-11-18T20:52:55,009 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 221cf5ca5922180f6a216114d347ca08, 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:55,060 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/replication/221cf5ca5922180f6a216114d347ca08/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T20:52:55,066 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/876a36bf2a0b46db98947aa23f1f9d0c is 112, key is test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987./rep_barrier:seqnumDuringOpen/1731963152680/Put/seqid=0 2024-11-18T20:52:55,066 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:55,066 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:55,066 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:55,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 221cf5ca5922180f6a216114d347ca08: Waiting for close lock at 1731963174798Running coprocessor pre-close hooks at 1731963174798Disabling compacts and flushes for region at 1731963174798Disabling writes for close at 1731963174800 (+2 ms)Obtaining lock to block concurrent updates at 1731963174801 (+1 ms)Preparing flush snapshotting stores in 221cf5ca5922180f6a216114d347ca08 at 1731963174801Finished memstore snapshotting hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731963174801Flushing stores of hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. at 1731963174802 (+1 ms)Flushing 221cf5ca5922180f6a216114d347ca08/queue: creating writer at 1731963174802Flushing 221cf5ca5922180f6a216114d347ca08/queue: appending metadata at 1731963174900 (+98 ms)Flushing 221cf5ca5922180f6a216114d347ca08/queue: closing flushed file at 1731963174900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c0df55: reopening flushed file at 1731963174972 (+72 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 221cf5ca5922180f6a216114d347ca08 in 182ms, sequenceid=14, compaction requested=false at 1731963174982 (+10 ms)Writing region close event to WAL at 1731963175019 (+37 ms)Running coprocessor post-close hooks at 1731963175066 (+47 ms)Closed at 1731963175066 2024-11-18T20:52:55,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963154202.221cf5ca5922180f6a216114d347ca08. 2024-11-18T20:52:55,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f4bc8ddddd54f2b8d33d63c56a7a987, disabling compactions & flushes 2024-11-18T20:52:55,067 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:55,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:55,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. after waiting 0 ms 2024-11-18T20:52:55,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:55,067 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T20:52:55,107 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/f/64bec8b52b7d4211aaa39f5a3fe22f26 is 37, key is row3/f:row3/1731963166465/Put/seqid=0 2024-11-18T20:52:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741843_1019 (size=5518) 2024-11-18T20:52:55,133 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/876a36bf2a0b46db98947aa23f1f9d0c 2024-11-18T20:52:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741844_1020 (size=5228) 2024-11-18T20:52:55,206 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/table/0710de23fb7c4ed1895bd98efd7504f4 is 53, key is hbase:replication/table:state/1731963154778/Put/seqid=0 2024-11-18T20:52:55,211 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741845_1021 (size=5308) 2024-11-18T20:52:55,257 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/table/0710de23fb7c4ed1895bd98efd7504f4 2024-11-18T20:52:55,303 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/info/4a7e519124e94638820bf0f245999a21 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/info/4a7e519124e94638820bf0f245999a21 2024-11-18T20:52:55,343 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/info/4a7e519124e94638820bf0f245999a21, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:52:55,351 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:52:55,351 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:52:55,355 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/ns/791316aa659b4f9986c800e5ff88d853 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/ns/791316aa659b4f9986c800e5ff88d853 2024-11-18T20:52:55,378 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/ns/791316aa659b4f9986c800e5ff88d853, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:52:55,383 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/876a36bf2a0b46db98947aa23f1f9d0c as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/rep_barrier/876a36bf2a0b46db98947aa23f1f9d0c 2024-11-18T20:52:55,388 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/rep_barrier/876a36bf2a0b46db98947aa23f1f9d0c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:52:55,390 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/.tmp/table/0710de23fb7c4ed1895bd98efd7504f4 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/table/0710de23fb7c4ed1895bd98efd7504f4 2024-11-18T20:52:55,405 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/table/0710de23fb7c4ed1895bd98efd7504f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:52:55,406 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false 2024-11-18T20:52:55,415 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:55,421 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:52:55,421 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:55,421 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:52:55,421 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:55,422 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963174817Running coprocessor pre-close hooks at 1731963174817Disabling compacts and flushes for region at 1731963174818 (+1 ms)Disabling writes for close at 1731963174818Obtaining lock to block concurrent updates at 1731963174818Preparing flush snapshotting stores in 1588230740 at 1731963174818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963174819 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963174829 (+10 ms)Flushing 1588230740/info: creating writer at 1731963174829Flushing 1588230740/info: appending metadata at 1731963174867 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731963174867Flushing 1588230740/ns: creating writer at 1731963174927 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731963174952 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731963174952Flushing 1588230740/rep_barrier: creating writer at 1731963175013 (+61 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963175065 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963175065Flushing 1588230740/table: creating writer at 1731963175139 (+74 ms)Flushing 1588230740/table: appending metadata at 1731963175206 (+67 ms)Flushing 1588230740/table: closing flushed file at 1731963175206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f497cb0: reopening flushed file at 1731963175297 (+91 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5871f3ba: reopening flushed file at 1731963175343 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce78fce: reopening flushed file at 1731963175378 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c2022d: reopening flushed file at 1731963175389 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false at 1731963175406 (+17 ms)Writing region close event to WAL at 1731963175416 (+10 ms)Running coprocessor post-close hooks at 1731963175421 (+5 ms)Closed at 1731963175421 2024-11-18T20:52:55,422 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:52:55,546 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/f/64bec8b52b7d4211aaa39f5a3fe22f26 2024-11-18T20:52:55,565 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64bec8b52b7d4211aaa39f5a3fe22f26 2024-11-18T20:52:55,593 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/f1/974b9c56fbf2423fabb7cd5091fea12d is 30, key is row1/f1:/1731963163789/DeleteFamily/seqid=0 2024-11-18T20:52:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741846_1022 (size=5158) 2024-11-18T20:52:55,615 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:55,773 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1488, reset compression=false 2024-11-18T20:52:55,778 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:55,778 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1735, reset compression=false 2024-11-18T20:52:55,778 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,43503,1731963139311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:52:55,779 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,43503,1731963139311: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,43503,1731963139311, walGroup=29a7ef02c270%2C43503%2C1731963139311, offset=29a7ef02c270%2C43503%2C1731963139311.1731963142510:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:43503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:52:55,781 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:52:55,781 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:52:55,782 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:52:55,782 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:52:55,782 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:52:55,782 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 680403648 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198913272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:52:55,782 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:46587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:46587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:52:55,817 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:52:55,817 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1325): Online Regions={4f4bc8ddddd54f2b8d33d63c56a7a987=test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987.} 2024-11-18T20:52:55,817 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:55,988 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1735, reset compression=false 2024-11-18T20:52:56,008 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/f1/974b9c56fbf2423fabb7cd5091fea12d 2024-11-18T20:52:56,011 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 974b9c56fbf2423fabb7cd5091fea12d 2024-11-18T20:52:56,017 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:56,032 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/norep/54fbb30e5e714a59a2beff3d733fbee8 is 32, key is row/norep:/1731963162781/DeleteFamily/seqid=0 2024-11-18T20:52:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741847_1023 (size=5101) 2024-11-18T20:52:56,217 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:56,307 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1735, reset compression=false 2024-11-18T20:52:56,418 DEBUG [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1351): Waiting on 4f4bc8ddddd54f2b8d33d63c56a7a987 2024-11-18T20:52:56,452 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/norep/54fbb30e5e714a59a2beff3d733fbee8 2024-11-18T20:52:56,457 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54fbb30e5e714a59a2beff3d733fbee8 2024-11-18T20:52:56,459 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/f/64bec8b52b7d4211aaa39f5a3fe22f26 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/f/64bec8b52b7d4211aaa39f5a3fe22f26 2024-11-18T20:52:56,474 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64bec8b52b7d4211aaa39f5a3fe22f26 2024-11-18T20:52:56,475 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/f/64bec8b52b7d4211aaa39f5a3fe22f26, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T20:52:56,480 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/f1/974b9c56fbf2423fabb7cd5091fea12d as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/f1/974b9c56fbf2423fabb7cd5091fea12d 2024-11-18T20:52:56,495 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 974b9c56fbf2423fabb7cd5091fea12d 2024-11-18T20:52:56,495 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/f1/974b9c56fbf2423fabb7cd5091fea12d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T20:52:56,500 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/.tmp/norep/54fbb30e5e714a59a2beff3d733fbee8 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/norep/54fbb30e5e714a59a2beff3d733fbee8 2024-11-18T20:52:56,525 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54fbb30e5e714a59a2beff3d733fbee8 2024-11-18T20:52:56,526 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/norep/54fbb30e5e714a59a2beff3d733fbee8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T20:52:56,527 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4f4bc8ddddd54f2b8d33d63c56a7a987 in 1460ms, sequenceid=12, compaction requested=false 2024-11-18T20:52:56,527 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:52:56,556 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/data/default/test/4f4bc8ddddd54f2b8d33d63c56a7a987/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:52:56,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:52:56,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:52:56,560 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:56,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f4bc8ddddd54f2b8d33d63c56a7a987: Waiting for close lock at 1731963175067Running coprocessor pre-close hooks at 1731963175067Disabling compacts and flushes for region at 1731963175067Disabling writes for close at 1731963175067Obtaining lock to block concurrent updates at 1731963175067Preparing flush snapshotting stores in 4f4bc8ddddd54f2b8d33d63c56a7a987 at 1731963175067Finished memstore snapshotting test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731963175068 (+1 ms)Flushing stores of test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. at 1731963175069 (+1 ms)Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/f: creating writer at 1731963175069Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/f: appending metadata at 1731963175106 (+37 ms)Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/f: closing flushed file at 1731963175106Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/f1: creating writer at 1731963175565 (+459 ms)Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/f1: appending metadata at 1731963175593 (+28 ms)Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/f1: closing flushed file at 1731963175593Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/norep: creating writer at 1731963176011 (+418 ms)Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/norep: appending metadata at 1731963176031 (+20 ms)Flushing 4f4bc8ddddd54f2b8d33d63c56a7a987/norep: closing flushed file at 1731963176031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60434d84: reopening flushed file at 1731963176457 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b94c81b: reopening flushed file at 1731963176476 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7293898f: reopening flushed file at 1731963176495 (+19 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4f4bc8ddddd54f2b8d33d63c56a7a987 in 1460ms, sequenceid=12, compaction requested=false at 1731963176527 (+32 ms)Writing region close event to WAL at 1731963176531 (+4 ms)Running coprocessor post-close hooks at 1731963176560 (+29 ms)Closed at 1731963176560 2024-11-18T20:52:56,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963151753.4f4bc8ddddd54f2b8d33d63c56a7a987. 2024-11-18T20:52:56,618 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,43503,1731963139311; all regions closed. 2024-11-18T20:52:56,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:52:56,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.rep.1731963154638 not finished, retry = 0 2024-11-18T20:52:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741839_1015 (size=3552) 2024-11-18T20:52:56,711 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 1735, reset compression=false 2024-11-18T20:52:56,751 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:52:56,751 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 to pos 2379, reset compression=false 2024-11-18T20:52:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741832_1008 (size=2387) 2024-11-18T20:52:56,846 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:56,846 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:52:56,847 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 for the last time to pos 2379, reset compression=false 2024-11-18T20:52:56,850 INFO [RS:0;29a7ef02c270:43503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:56,850 INFO [RS:0;29a7ef02c270:43503 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:56,850 INFO [RS:0;29a7ef02c270:43503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:56,850 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:56,850 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,43503,1731963139311 because: Region server is closing 2024-11-18T20:52:56,851 INFO [RS:0;29a7ef02c270:43503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:43503. 2024-11-18T20:52:56,851 DEBUG [RS:0;29a7ef02c270:43503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:56,851 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:56,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:56,851 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:56,860 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 and length of the file is 2387 2024-11-18T20:52:56,860 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/WALs/29a7ef02c270,43503,1731963139311/29a7ef02c270%2C43503%2C1731963139311.1731963142510 2024-11-18T20:52:56,955 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.shipper29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 terminated 2024-11-18T20:52:56,955 INFO [RS:0;29a7ef02c270:43503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:43503. 2024-11-18T20:52:56,956 DEBUG [RS:0;29a7ef02c270:43503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:52:56,956 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:56,956 DEBUG [RS:0;29a7ef02c270:43503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:52:56,956 INFO [RS:0;29a7ef02c270:43503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43503 2024-11-18T20:52:56,956 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,43503,1731963139311.replicationSource.wal-reader.29a7ef02c270%2C43503%2C1731963139311,1-29a7ef02c270,43503,1731963139311 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T20:52:56,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:52:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759/rs 2024-11-18T20:52:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-392714759/rs/29a7ef02c270,43503,1731963139311 2024-11-18T20:52:56,971 INFO [RS:0;29a7ef02c270:43503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:56,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,43503,1731963139311] 2024-11-18T20:52:56,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-392714759/draining/29a7ef02c270,43503,1731963139311 already deleted, retry=false 2024-11-18T20:52:56,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,43503,1731963139311 expired; onlineServers=0 2024-11-18T20:52:56,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,46587,1731963138794' ***** 2024-11-18T20:52:56,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:52:56,999 INFO [M:0;29a7ef02c270:46587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:52:56,999 INFO [M:0;29a7ef02c270:46587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:52:56,999 DEBUG [M:0;29a7ef02c270:46587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:52:57,000 DEBUG [M:0;29a7ef02c270:46587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:52:57,000 INFO [M:0;29a7ef02c270:46587 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:52:57,000 INFO [M:0;29a7ef02c270:46587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:52:57,000 DEBUG [M:0;29a7ef02c270:46587 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:52:57,000 INFO [M:0;29a7ef02c270:46587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:52:57,000 INFO [M:0;29a7ef02c270:46587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:52:57,000 INFO [M:0;29a7ef02c270:46587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:52:57,000 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963142255 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963142255,5,FailOnTimeoutGroup] 2024-11-18T20:52:57,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:52:57,000 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963142240 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963142240,5,FailOnTimeoutGroup] 2024-11-18T20:52:57,001 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:52:57,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-392714759/master 2024-11-18T20:52:57,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-392714759 2024-11-18T20:52:57,004 DEBUG [M:0;29a7ef02c270:46587 {}] zookeeper.ZKUtil(347): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Unable to get data of znode /0-392714759/master because node does not exist (not an error) 2024-11-18T20:52:57,004 WARN [M:0;29a7ef02c270:46587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:52:57,013 INFO [M:0;29a7ef02c270:46587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/.lastflushedseqids 2024-11-18T20:52:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:52:57,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:57,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43503-0x1015101cffd0001, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:57,091 INFO [RS:0;29a7ef02c270:43503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:57,091 INFO [RS:0;29a7ef02c270:43503 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,43503,1731963139311; zookeeper connection closed. 2024-11-18T20:52:57,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8db716 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8db716 2024-11-18T20:52:57,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:52:57,455 INFO [M:0;29a7ef02c270:46587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:52:57,456 INFO [M:0;29a7ef02c270:46587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:52:57,456 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:52:57,456 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:57,456 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:57,456 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:52:57,456 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:57,456 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T20:52:57,525 DEBUG [M:0;29a7ef02c270:46587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7974973e1389456f8140eb001e95c566 is 82, key is hbase:meta,,1/info:regioninfo/1731963143463/Put/seqid=0 2024-11-18T20:52:57,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:52:57,573 INFO [M:0;29a7ef02c270:46587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7974973e1389456f8140eb001e95c566 2024-11-18T20:52:57,619 DEBUG [M:0;29a7ef02c270:46587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7a5c01d85594b6489c4f57798047b25 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731963152716/Put/seqid=0 2024-11-18T20:52:57,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741850_1026 (size=7218) 2024-11-18T20:52:58,077 INFO [M:0;29a7ef02c270:46587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7a5c01d85594b6489c4f57798047b25 2024-11-18T20:52:58,094 INFO [M:0;29a7ef02c270:46587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7a5c01d85594b6489c4f57798047b25 2024-11-18T20:52:58,124 DEBUG [M:0;29a7ef02c270:46587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/575efd9c848441668f1e76cefc6e5588 is 69, key is 29a7ef02c270,43503,1731963139311/rs:state/1731963142280/Put/seqid=0 2024-11-18T20:52:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:52:58,573 INFO [M:0;29a7ef02c270:46587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/575efd9c848441668f1e76cefc6e5588 2024-11-18T20:52:58,581 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7974973e1389456f8140eb001e95c566 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7974973e1389456f8140eb001e95c566 2024-11-18T20:52:58,586 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7974973e1389456f8140eb001e95c566, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T20:52:58,587 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7a5c01d85594b6489c4f57798047b25 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7a5c01d85594b6489c4f57798047b25 2024-11-18T20:52:58,594 INFO [M:0;29a7ef02c270:46587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7a5c01d85594b6489c4f57798047b25 2024-11-18T20:52:58,594 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7a5c01d85594b6489c4f57798047b25, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T20:52:58,595 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/575efd9c848441668f1e76cefc6e5588 as hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/575efd9c848441668f1e76cefc6e5588 2024-11-18T20:52:58,600 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37115/user/jenkins/test-data/89e2f723-18f1-a92d-da19-e1ee75ef3f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/575efd9c848441668f1e76cefc6e5588, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T20:52:58,604 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1148ms, sequenceid=105, compaction requested=false 2024-11-18T20:52:58,640 INFO [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:52:58,640 DEBUG [M:0;29a7ef02c270:46587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963177456Disabling compacts and flushes for region at 1731963177456Disabling writes for close at 1731963177456Obtaining lock to block concurrent updates at 1731963177456Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963177456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731963177456Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963177463 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963177463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963177524 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963177524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963177578 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963177613 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963177613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963178094 (+481 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963178124 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963178124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3884c8: reopening flushed file at 1731963178580 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2348794f: reopening flushed file at 1731963178586 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75650ca2: reopening flushed file at 1731963178594 (+8 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1148ms, sequenceid=105, compaction requested=false at 1731963178604 (+10 ms)Writing region close event to WAL at 1731963178640 (+36 ms)Closed at 1731963178640 2024-11-18T20:52:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741830_1006 (size=64423) 2024-11-18T20:52:58,657 INFO [M:0;29a7ef02c270:46587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:52:58,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:52:58,657 INFO [M:0;29a7ef02c270:46587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46587 2024-11-18T20:52:58,657 INFO [M:0;29a7ef02c270:46587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:52:58,770 INFO [M:0;29a7ef02c270:46587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:52:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46587-0x1015101cffd0000, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:52:58,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:52:58,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdd0a17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:52:58,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:58,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:58,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:58,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:52:58,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:52:58,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:52:58,989 WARN [BP-629148061-172.17.0.2-1731963133563 heartbeating to localhost/127.0.0.1:37115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:52:58,989 WARN [BP-629148061-172.17.0.2-1731963133563 heartbeating to localhost/127.0.0.1:37115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-629148061-172.17.0.2-1731963133563 (Datanode Uuid 56729170-2942-4711-b57c-7dcd0fe75369) service to localhost/127.0.0.1:37115 2024-11-18T20:52:58,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/data/data1/current/BP-629148061-172.17.0.2-1731963133563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:58,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:52:58,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/cluster_aaf283b1-da42-437a-8b03-c7217cee9983/data/data2/current/BP-629148061-172.17.0.2-1731963133563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:52:59,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e8174a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:59,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:52:59,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:52:59,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:52:59,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a190fd-5db5-b0d5-5a37-5bee334563bd/hadoop.log.dir/,STOPPED} 2024-11-18T20:52:59,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:52:59,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:52:59,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 263) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40797 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35977 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37115 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=863 (was 893), ProcessCount=11 (was 11), AvailableMemoryMB=2765 (was 285) - AvailableMemoryMB LEAK? - 2024-11-18T20:52:59,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015101cffd0005, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:52:59,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015101cffd0005, quorum=127.0.0.1:52517, baseZNode=/1-396375690 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:52:59,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015101cffd0008, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:52:59,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015101cffd0008, quorum=127.0.0.1:52517, baseZNode=/21070604221 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:52:59,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015101cffd0002, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:52:59,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015101cffd0002, quorum=127.0.0.1:52517, baseZNode=/0-392714759 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:52:59,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=863, ProcessCount=11, AvailableMemoryMB=2763 2024-11-18T20:52:59,204 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T20:52:59,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir so I do NOT create it in target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4 2024-11-18T20:52:59,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:52:59,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.tmp.dir so I do NOT create it in target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4 2024-11-18T20:52:59,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/248262f4-df3a-0372-740b-b8fb7b1f2362/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:52:59,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4 2024-11-18T20:52:59,210 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36, deleteOnExit=true 2024-11-18T20:52:59,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/zookeeper_0, clientPort=51189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:52:59,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51189 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/test.cache.data in system properties and HBase conf 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:52:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:52:59,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:52:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:52:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:52:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:52:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:52:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:52:59,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:59,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:52:59,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:52:59,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:52:59,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:52:59,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:52:59,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:52:59,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:52:59,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9129ff4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/java.io.tmpdir/jetty-localhost-45049-hadoop-hdfs-3_4_1-tests_jar-_-any-15548334133158942847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:52:59,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:45049} 2024-11-18T20:52:59,992 INFO [Time-limited test {}] server.Server(415): Started @275486ms 2024-11-18T20:53:01,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:01,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:01,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:01,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:01,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:53:01,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:01,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc929fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:01,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fedffb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/java.io.tmpdir/jetty-localhost-41713-hadoop-hdfs-3_4_1-tests_jar-_-any-8140553982632181546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:01,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1342b4f9{HTTP/1.1, (http/1.1)}{localhost:41713} 2024-11-18T20:53:01,528 INFO [Time-limited test {}] server.Server(415): Started @277021ms 2024-11-18T20:53:01,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:53:02,348 WARN [Thread-3412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/data/data1/current/BP-32914251-172.17.0.2-1731963179332/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:02,357 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/data/data2/current/BP-32914251-172.17.0.2-1731963179332/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:02,503 WARN [Thread-3400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:53:02,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202f2becce85e97e with lease ID 0xf68e333d8f7bf0e1: Processing first storage report for DS-b933da30-f49d-423e-b68f-06b219750a2c from datanode DatanodeRegistration(127.0.0.1:46557, datanodeUuid=fd1031b2-00bf-44f6-911b-8bbb96c710fe, infoPort=45415, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1779351980;c=1731963179332) 2024-11-18T20:53:02,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202f2becce85e97e with lease ID 0xf68e333d8f7bf0e1: from storage DS-b933da30-f49d-423e-b68f-06b219750a2c node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=fd1031b2-00bf-44f6-911b-8bbb96c710fe, infoPort=45415, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1779351980;c=1731963179332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202f2becce85e97e with lease ID 0xf68e333d8f7bf0e1: Processing first storage report for DS-bf9f7bdf-98f6-4ff5-bce3-9af9f148e791 from datanode DatanodeRegistration(127.0.0.1:46557, datanodeUuid=fd1031b2-00bf-44f6-911b-8bbb96c710fe, infoPort=45415, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1779351980;c=1731963179332) 2024-11-18T20:53:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202f2becce85e97e with lease ID 0xf68e333d8f7bf0e1: from storage DS-bf9f7bdf-98f6-4ff5-bce3-9af9f148e791 node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=fd1031b2-00bf-44f6-911b-8bbb96c710fe, infoPort=45415, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1779351980;c=1731963179332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:02,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4 2024-11-18T20:53:02,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:02,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:53:03,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141 with version=8 2024-11-18T20:53:03,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/hbase-staging 2024-11-18T20:53:03,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:53:03,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:03,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39973 2024-11-18T20:53:03,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39973 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:03,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399730x0, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:03,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39973-0x101510282d80000 connected 2024-11-18T20:53:03,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:03,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:03,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/running 2024-11-18T20:53:03,676 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141, hbase.cluster.distributed=false 2024-11-18T20:53:03,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/acl 2024-11-18T20:53:03,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-18T20:53:03,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39973 2024-11-18T20:53:03,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39973 2024-11-18T20:53:03,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-18T20:53:03,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-18T20:53:03,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:53:03,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:03,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37753 2024-11-18T20:53:03,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37753 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:03,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:03,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:03,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377530x0, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:03,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377530x0, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/running 2024-11-18T20:53:03,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:53:03,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37753-0x101510282d80001 connected 2024-11-18T20:53:03,827 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:53:03,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/master 2024-11-18T20:53:03,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/acl 2024-11-18T20:53:03,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37753 2024-11-18T20:53:03,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37753 2024-11-18T20:53:03,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37753 2024-11-18T20:53:03,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37753 2024-11-18T20:53:03,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37753 2024-11-18T20:53:03,896 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:39973 2024-11-18T20:53:03,903 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0243643239/backup-masters/29a7ef02c270,39973,1731963183117 2024-11-18T20:53:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239/backup-masters 2024-11-18T20:53:03,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239/backup-masters 2024-11-18T20:53:03,919 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on existing znode=/0243643239/backup-masters/29a7ef02c270,39973,1731963183117 2024-11-18T20:53:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243643239/master 2024-11-18T20:53:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:03,944 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on existing znode=/0243643239/master 2024-11-18T20:53:03,945 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0243643239/backup-masters/29a7ef02c270,39973,1731963183117 from backup master directory 2024-11-18T20:53:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239/backup-masters 2024-11-18T20:53:03,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243643239/backup-masters/29a7ef02c270,39973,1731963183117 2024-11-18T20:53:03,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239/backup-masters 2024-11-18T20:53:03,966 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:03,966 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,39973,1731963183117 2024-11-18T20:53:03,997 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/hbase.id] with ID: 1392d8d1-2d5b-4518-bb00-c91d89599d81 2024-11-18T20:53:03,997 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/.tmp/hbase.id 2024-11-18T20:53:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:53:04,099 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/.tmp/hbase.id]:[hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/hbase.id] 2024-11-18T20:53:04,130 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:04,130 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:53:04,135 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-18T20:53:04,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:04,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:04,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:53:04,269 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:04,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:53:04,284 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:53:04,762 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store 2024-11-18T20:53:04,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:53:05,240 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:05,240 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:05,240 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:05,240 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:05,240 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:05,240 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:05,240 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:05,240 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963185240Disabling compacts and flushes for region at 1731963185240Disabling writes for close at 1731963185240Writing region close event to WAL at 1731963185240Closed at 1731963185240 2024-11-18T20:53:05,247 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/.initializing 2024-11-18T20:53:05,247 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/WALs/29a7ef02c270,39973,1731963183117 2024-11-18T20:53:05,256 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:05,270 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C39973%2C1731963183117, suffix=, logDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/WALs/29a7ef02c270,39973,1731963183117, archiveDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/oldWALs, maxLogs=10 2024-11-18T20:53:05,326 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/WALs/29a7ef02c270,39973,1731963183117/29a7ef02c270%2C39973%2C1731963183117.1731963185270, exclude list is [], retry=0 2024-11-18T20:53:05,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-b933da30-f49d-423e-b68f-06b219750a2c,DISK] 2024-11-18T20:53:05,340 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/WALs/29a7ef02c270,39973,1731963183117/29a7ef02c270%2C39973%2C1731963183117.1731963185270 2024-11-18T20:53:05,340 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-18T20:53:05,341 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:05,341 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:05,341 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,341 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:53:05,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:05,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:05,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:53:05,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:05,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:05,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:53:05,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:05,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:05,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:53:05,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:05,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:05,355 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,355 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,356 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,357 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,357 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,357 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:05,358 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:05,370 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:05,376 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72089252, jitterRate=0.07421356439590454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:05,376 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963185341Initializing all the Stores at 1731963185342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963185342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963185343 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963185343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963185343Cleaning up temporary data from old regions at 1731963185357 (+14 ms)Region opened successfully at 1731963185376 (+19 ms) 2024-11-18T20:53:05,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:53:05,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:53:05,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:53:05,380 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:53:05,391 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9a1861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:05,399 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:53:05,400 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:53:05,400 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:53:05,400 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:53:05,407 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-18T20:53:05,408 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:53:05,408 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:53:05,430 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:53:05,431 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Unable to get data of znode /0243643239/balancer because node does not exist (not necessarily an error) 2024-11-18T20:53:05,514 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243643239/balancer already deleted, retry=false 2024-11-18T20:53:05,517 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:53:05,523 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Unable to get data of znode /0243643239/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:53:05,540 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243643239/normalizer already deleted, retry=false 2024-11-18T20:53:05,540 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:53:05,553 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Unable to get data of znode /0243643239/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:53:05,561 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243643239/switch/split already deleted, retry=false 2024-11-18T20:53:05,571 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Unable to get data of znode /0243643239/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:53:05,578 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243643239/switch/merge already deleted, retry=false 2024-11-18T20:53:05,587 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Unable to get data of znode /0243643239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:53:05,607 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243643239/snapshot-cleanup already deleted, retry=false 2024-11-18T20:53:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243643239/running 2024-11-18T20:53:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243643239/running 2024-11-18T20:53:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:05,620 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,39973,1731963183117, sessionid=0x101510282d80000, setting cluster-up flag (Was=false) 2024-11-18T20:53:05,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:05,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:05,670 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243643239/flush-table-proc/acquired, /0243643239/flush-table-proc/reached, /0243643239/flush-table-proc/abort 2024-11-18T20:53:05,671 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,39973,1731963183117 2024-11-18T20:53:05,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:05,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:05,720 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243643239/online-snapshot/acquired, /0243643239/online-snapshot/reached, /0243643239/online-snapshot/abort 2024-11-18T20:53:05,721 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,39973,1731963183117 2024-11-18T20:53:05,724 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:53:05,743 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:05,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:53:05,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:53:05,744 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,39973,1731963183117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:53:05,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:05,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:05,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:05,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:05,747 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:53:05,747 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:05,747 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:05,747 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:05,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:05,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:53:05,785 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:05,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:53:05,823 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963215823 2024-11-18T20:53:05,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:53:05,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:53:05,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:53:05,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:53:05,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:53:05,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:53:05,827 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:05,846 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(746): ClusterId : 1392d8d1-2d5b-4518-bb00-c91d89599d81 2024-11-18T20:53:05,846 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:53:05,853 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:53:05,853 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:53:05,853 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:53:05,853 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:53:05,858 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:53:05,858 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:53:05,858 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:53:05,858 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:53:05,867 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963185858,5,FailOnTimeoutGroup] 2024-11-18T20:53:05,869 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:53:05,869 DEBUG [RS:0;29a7ef02c270:37753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8f535c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:05,879 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963185867,5,FailOnTimeoutGroup] 2024-11-18T20:53:05,880 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:05,880 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:53:05,880 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:05,880 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:05,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:53:05,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:53:05,919 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141 2024-11-18T20:53:05,927 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:37753 2024-11-18T20:53:05,927 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:53:05,927 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:53:05,928 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:53:05,934 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,39973,1731963183117 with port=37753, startcode=1731963183786 2024-11-18T20:53:05,935 DEBUG [RS:0;29a7ef02c270:37753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:53:05,949 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:53:05,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,37753,1731963183786 2024-11-18T20:53:05,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:05,968 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141 2024-11-18T20:53:05,968 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35249 2024-11-18T20:53:05,968 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:53:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239/rs 2024-11-18T20:53:05,979 DEBUG [RS:0;29a7ef02c270:37753 {}] zookeeper.ZKUtil(111): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on existing znode=/0243643239/rs/29a7ef02c270,37753,1731963183786 2024-11-18T20:53:05,979 WARN [RS:0;29a7ef02c270:37753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:05,979 INFO [RS:0;29a7ef02c270:37753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:05,979 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786 2024-11-18T20:53:06,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,37753,1731963183786] 2024-11-18T20:53:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:53:06,035 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:53:06,059 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:53:06,060 INFO [RS:0;29a7ef02c270:37753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:53:06,060 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,076 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:53:06,077 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:53:06,077 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:06,077 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:06,078 DEBUG [RS:0;29a7ef02c270:37753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:06,109 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,109 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,109 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,109 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,109 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,109 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37753,1731963183786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:06,135 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:53:06,136 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37753,1731963183786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,136 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,136 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.Replication(171): 29a7ef02c270,37753,1731963183786 started 2024-11-18T20:53:06,155 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:06,155 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,37753,1731963183786, RpcServer on 29a7ef02c270/172.17.0.2:37753, sessionid=0x101510282d80001 2024-11-18T20:53:06,155 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:53:06,155 DEBUG [RS:0;29a7ef02c270:37753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,37753,1731963183786 2024-11-18T20:53:06,155 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,37753,1731963183786' 2024-11-18T20:53:06,156 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243643239/flush-table-proc/abort' 2024-11-18T20:53:06,156 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243643239/flush-table-proc/acquired' 2024-11-18T20:53:06,157 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:53:06,157 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:53:06,157 DEBUG [RS:0;29a7ef02c270:37753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,37753,1731963183786 2024-11-18T20:53:06,157 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,37753,1731963183786' 2024-11-18T20:53:06,157 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243643239/online-snapshot/abort' 2024-11-18T20:53:06,157 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243643239/online-snapshot/acquired' 2024-11-18T20:53:06,158 DEBUG [RS:0;29a7ef02c270:37753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:53:06,158 INFO [RS:0;29a7ef02c270:37753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:53:06,158 INFO [RS:0;29a7ef02c270:37753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:53:06,258 INFO [RS:0;29a7ef02c270:37753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:06,270 INFO [RS:0;29a7ef02c270:37753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C37753%2C1731963183786, suffix=, logDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786, archiveDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/oldWALs, maxLogs=10 2024-11-18T20:53:06,297 DEBUG [RS:0;29a7ef02c270:37753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270, exclude list is [], retry=0 2024-11-18T20:53:06,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-b933da30-f49d-423e-b68f-06b219750a2c,DISK] 2024-11-18T20:53:06,364 INFO [RS:0;29a7ef02c270:37753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 2024-11-18T20:53:06,373 DEBUG [RS:0;29a7ef02c270:37753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-18T20:53:06,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:06,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:06,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:06,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:06,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:06,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:06,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:06,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:06,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:06,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:06,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:06,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:06,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:06,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:06,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:06,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:06,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:06,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740 2024-11-18T20:53:06,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740 2024-11-18T20:53:06,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:06,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:06,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:06,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:06,508 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:06,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68513700, jitterRate=0.020933687686920166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:06,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963186405Initializing all the Stores at 1731963186405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963186405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963186405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963186405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963186405Cleaning up temporary data from old regions at 1731963186459 (+54 ms)Region opened successfully at 1731963186512 (+53 ms) 2024-11-18T20:53:06,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:06,512 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:06,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:06,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:06,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:06,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:06,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963186512Disabling compacts and flushes for region at 1731963186512Disabling writes for close at 1731963186513 (+1 ms)Writing region close event to WAL at 1731963186520 (+7 ms)Closed at 1731963186520 2024-11-18T20:53:06,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:06,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:53:06,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:53:06,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:06,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:53:06,675 DEBUG [29a7ef02c270:39973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:53:06,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:06,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,37753,1731963183786, state=OPENING 2024-11-18T20:53:06,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:53:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:06,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243643239/meta-region-server: CHANGED 2024-11-18T20:53:06,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:06,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243643239/meta-region-server: CHANGED 2024-11-18T20:53:06,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:06,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,37753,1731963183786}] 2024-11-18T20:53:06,917 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:06,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:53:06,955 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:53:06,955 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:06,955 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:53:06,971 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C37753%2C1731963183786.meta, suffix=.meta, logDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786, archiveDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/oldWALs, maxLogs=10 2024-11-18T20:53:06,992 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.meta.1731963186972.meta, exclude list is [], retry=0 2024-11-18T20:53:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-b933da30-f49d-423e-b68f-06b219750a2c,DISK] 2024-11-18T20:53:07,043 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.meta.1731963186972.meta 2024-11-18T20:53:07,051 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-18T20:53:07,051 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:07,052 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:07,052 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:07,052 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:53:07,052 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:53:07,052 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:53:07,053 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:07,053 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:53:07,053 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:53:07,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:07,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:07,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:07,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:07,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:07,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:07,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:07,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:07,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:07,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:07,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:07,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:07,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:07,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:07,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:07,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:07,099 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:07,100 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740 2024-11-18T20:53:07,101 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740 2024-11-18T20:53:07,102 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:07,102 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:07,102 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:07,104 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:07,105 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62231679, jitterRate=-0.07267571985721588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:07,105 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:53:07,106 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963187059Writing region info on filesystem at 1731963187059Initializing all the Stores at 1731963187067 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963187067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963187079 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963187079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963187079Cleaning up temporary data from old regions at 1731963187102 (+23 ms)Running coprocessor post-open hooks at 1731963187105 (+3 ms)Region opened successfully at 1731963187106 (+1 ms) 2024-11-18T20:53:07,108 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963186917 2024-11-18T20:53:07,113 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:53:07,113 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:53:07,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:07,118 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,37753,1731963183786, state=OPEN 2024-11-18T20:53:07,199 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:07,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243643239/meta-region-server 2024-11-18T20:53:07,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243643239/meta-region-server: CHANGED 2024-11-18T20:53:07,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:53:07,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,37753,1731963183786 in 455 msec 2024-11-18T20:53:07,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243643239/meta-region-server 2024-11-18T20:53:07,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243643239/meta-region-server: CHANGED 2024-11-18T20:53:07,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:53:07,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-18T20:53:07,205 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:07,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:53:07,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:07,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,37753,1731963183786, seqNum=-1] 2024-11-18T20:53:07,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:07,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:07,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4830 sec 2024-11-18T20:53:07,219 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963187219, completionTime=-1 2024-11-18T20:53:07,219 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:53:07,219 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963247222 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963307222 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39973,1731963183117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39973,1731963183117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39973,1731963183117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:39973, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,222 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,228 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,230 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:53:07,244 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.278sec 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39973,1731963183117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:07,245 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39973,1731963183117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:53:07,260 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:53:07,260 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:53:07,260 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39973,1731963183117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:07,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:07,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39973,-1 for getting cluster id 2024-11-18T20:53:07,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:07,300 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1392d8d1-2d5b-4518-bb00-c91d89599d81' 2024-11-18T20:53:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:07,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1392d8d1-2d5b-4518-bb00-c91d89599d81" 2024-11-18T20:53:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d57d473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39973,-1] 2024-11-18T20:53:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:07,312 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:07,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1069e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:07,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,37753,1731963183786, seqNum=-1] 2024-11-18T20:53:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:07,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:07,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,39973,1731963183117 2024-11-18T20:53:07,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:07,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:07,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101510282d80002 connected 2024-11-18T20:53:07,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir so I do NOT create it in target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5 2024-11-18T20:53:07,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:53:07,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.tmp.dir so I do NOT create it in target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5 2024-11-18T20:53:07,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:53:07,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5 2024-11-18T20:53:07,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:53:07,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/cluster_ef8c3f32-8ef3-8bd3-9feb-d0920d2f62b5, deleteOnExit=true 2024-11-18T20:53:07,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/test.cache.data in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:53:07,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:07,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:53:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:53:07,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:07,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:07,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:07,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:07,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:53:07,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:07,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:07,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edc1d28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:08,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a10b61e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/java.io.tmpdir/jetty-localhost-41665-hadoop-hdfs-3_4_1-tests_jar-_-any-10273663758293996342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:08,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4be7a519{HTTP/1.1, (http/1.1)}{localhost:41665} 2024-11-18T20:53:08,227 INFO [Time-limited test {}] server.Server(415): Started @283721ms 2024-11-18T20:53:08,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:08,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:08,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:08,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:08,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:53:08,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:08,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e51eff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:09,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@112496a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/java.io.tmpdir/jetty-localhost-41083-hadoop-hdfs-3_4_1-tests_jar-_-any-8471017017586185664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:09,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@198298d9{HTTP/1.1, (http/1.1)}{localhost:41083} 2024-11-18T20:53:09,156 INFO [Time-limited test {}] server.Server(415): Started @284650ms 2024-11-18T20:53:09,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:53:09,975 WARN [Thread-3532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/cluster_ef8c3f32-8ef3-8bd3-9feb-d0920d2f62b5/data/data1/current/BP-1590804779-172.17.0.2-1731963187435/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:09,985 WARN [Thread-3533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/cluster_ef8c3f32-8ef3-8bd3-9feb-d0920d2f62b5/data/data2/current/BP-1590804779-172.17.0.2-1731963187435/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:10,108 WARN [Thread-3520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:53:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e10a5c86e3bfc08 with lease ID 0x15533db7d0251120: Processing first storage report for DS-182dd096-499b-4c88-ac9e-8cf8e563c337 from datanode DatanodeRegistration(127.0.0.1:46821, datanodeUuid=b1a88596-860c-4583-8a46-eedab067b772, infoPort=33747, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=817700686;c=1731963187435) 2024-11-18T20:53:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e10a5c86e3bfc08 with lease ID 0x15533db7d0251120: from storage DS-182dd096-499b-4c88-ac9e-8cf8e563c337 node DatanodeRegistration(127.0.0.1:46821, datanodeUuid=b1a88596-860c-4583-8a46-eedab067b772, infoPort=33747, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=817700686;c=1731963187435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e10a5c86e3bfc08 with lease ID 0x15533db7d0251120: Processing first storage report for DS-65d4a023-8187-4b76-913e-721bf141cccc from datanode DatanodeRegistration(127.0.0.1:46821, datanodeUuid=b1a88596-860c-4583-8a46-eedab067b772, infoPort=33747, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=817700686;c=1731963187435) 2024-11-18T20:53:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e10a5c86e3bfc08 with lease ID 0x15533db7d0251120: from storage DS-65d4a023-8187-4b76-913e-721bf141cccc node DatanodeRegistration(127.0.0.1:46821, datanodeUuid=b1a88596-860c-4583-8a46-eedab067b772, infoPort=33747, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=817700686;c=1731963187435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:10,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5 2024-11-18T20:53:10,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:10,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:53:10,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:10,678 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08 with version=8 2024-11-18T20:53:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/hbase-staging 2024-11-18T20:53:10,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:53:10,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:10,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34757 2024-11-18T20:53:10,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34757 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347570x0, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:10,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34757-0x101510282d80003 connected 2024-11-18T20:53:10,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:10,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:10,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/running 2024-11-18T20:53:10,864 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08, hbase.cluster.distributed=false 2024-11-18T20:53:10,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/acl 2024-11-18T20:53:10,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34757 2024-11-18T20:53:10,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34757 2024-11-18T20:53:10,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34757 2024-11-18T20:53:10,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34757 2024-11-18T20:53:10,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34757 2024-11-18T20:53:11,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:11,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:11,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:11,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:11,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:11,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:11,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:53:11,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:11,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32987 2024-11-18T20:53:11,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32987 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:11,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:11,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329870x0, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:11,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329870x0, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/running 2024-11-18T20:53:11,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:53:11,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32987-0x101510282d80004 connected 2024-11-18T20:53:11,083 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:53:11,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/master 2024-11-18T20:53:11,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/acl 2024-11-18T20:53:11,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-18T20:53:11,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32987 2024-11-18T20:53:11,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32987 2024-11-18T20:53:11,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:11,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-18T20:53:11,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-18T20:53:11,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,256 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:34757 2024-11-18T20:53:11,263 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11945401737/backup-masters/29a7ef02c270,34757,1731963190681 2024-11-18T20:53:11,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737/backup-masters 2024-11-18T20:53:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737/backup-masters 2024-11-18T20:53:11,284 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on existing znode=/11945401737/backup-masters/29a7ef02c270,34757,1731963190681 2024-11-18T20:53:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11945401737/master 2024-11-18T20:53:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:11,364 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on existing znode=/11945401737/master 2024-11-18T20:53:11,364 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11945401737/backup-masters/29a7ef02c270,34757,1731963190681 from backup master directory 2024-11-18T20:53:11,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945401737/backup-masters/29a7ef02c270,34757,1731963190681 2024-11-18T20:53:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737/backup-masters 2024-11-18T20:53:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737/backup-masters 2024-11-18T20:53:11,411 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:11,411 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,34757,1731963190681 2024-11-18T20:53:11,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:11,460 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/hbase.id] with ID: c261bea2-d97c-4b67-8c95-b4ee14a9533f 2024-11-18T20:53:11,460 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/.tmp/hbase.id 2024-11-18T20:53:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:53:11,941 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/.tmp/hbase.id]:[hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/hbase.id] 2024-11-18T20:53:11,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:11,959 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:53:11,975 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-18T20:53:12,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:12,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:12,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:53:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:53:12,496 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:12,496 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:53:12,506 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:53:12,571 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store 2024-11-18T20:53:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:53:12,663 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:12,664 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:12,664 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:12,664 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:12,664 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:12,664 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:12,664 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:12,664 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963192664Disabling compacts and flushes for region at 1731963192664Disabling writes for close at 1731963192664Writing region close event to WAL at 1731963192664Closed at 1731963192664 2024-11-18T20:53:12,668 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/.initializing 2024-11-18T20:53:12,668 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/WALs/29a7ef02c270,34757,1731963190681 2024-11-18T20:53:12,669 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:12,676 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C34757%2C1731963190681, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/WALs/29a7ef02c270,34757,1731963190681, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/oldWALs, maxLogs=10 2024-11-18T20:53:12,709 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/WALs/29a7ef02c270,34757,1731963190681/29a7ef02c270%2C34757%2C1731963190681.1731963192677, exclude list is [], retry=0 2024-11-18T20:53:12,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46821,DS-182dd096-499b-4c88-ac9e-8cf8e563c337,DISK] 2024-11-18T20:53:12,740 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/WALs/29a7ef02c270,34757,1731963190681/29a7ef02c270%2C34757%2C1731963190681.1731963192677 2024-11-18T20:53:12,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-18T20:53:12,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:12,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:12,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:53:12,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:12,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:12,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:53:12,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:12,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:12,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:53:12,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:12,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:12,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:53:12,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:12,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:12,805 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,806 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,807 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,808 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,808 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,808 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:12,809 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:12,828 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:12,828 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62639918, jitterRate=-0.06659248471260071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:12,829 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963192746Initializing all the Stores at 1731963192752 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963192752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963192755 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963192755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963192755Cleaning up temporary data from old regions at 1731963192808 (+53 ms)Region opened successfully at 1731963192829 (+21 ms) 2024-11-18T20:53:12,830 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:53:12,841 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b350bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:12,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:53:12,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:53:12,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:53:12,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:53:12,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:53:12,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:53:12,843 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:53:12,876 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:53:12,877 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Unable to get data of znode /11945401737/balancer because node does not exist (not necessarily an error) 2024-11-18T20:53:12,917 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/balancer already deleted, retry=false 2024-11-18T20:53:12,917 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:53:12,918 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Unable to get data of znode /11945401737/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:53:12,928 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/normalizer already deleted, retry=false 2024-11-18T20:53:12,928 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:53:12,948 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Unable to get data of znode /11945401737/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:53:12,958 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/switch/split already deleted, retry=false 2024-11-18T20:53:12,960 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Unable to get data of znode /11945401737/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:53:12,969 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/switch/merge already deleted, retry=false 2024-11-18T20:53:12,979 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Unable to get data of znode /11945401737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:53:12,986 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/snapshot-cleanup already deleted, retry=false 2024-11-18T20:53:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11945401737/running 2024-11-18T20:53:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11945401737/running 2024-11-18T20:53:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:12,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,34757,1731963190681, sessionid=0x101510282d80003, setting cluster-up flag (Was=false) 2024-11-18T20:53:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:13,043 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11945401737/flush-table-proc/acquired, /11945401737/flush-table-proc/reached, /11945401737/flush-table-proc/abort 2024-11-18T20:53:13,067 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,34757,1731963190681 2024-11-18T20:53:13,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:13,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:13,163 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11945401737/online-snapshot/acquired, /11945401737/online-snapshot/reached, /11945401737/online-snapshot/abort 2024-11-18T20:53:13,168 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,34757,1731963190681 2024-11-18T20:53:13,192 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:53:13,194 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:13,194 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:53:13,194 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:53:13,194 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,34757,1731963190681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:13,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:13,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:53:13,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:13,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:53:13,267 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(746): ClusterId : c261bea2-d97c-4b67-8c95-b4ee14a9533f 2024-11-18T20:53:13,267 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:53:13,300 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:53:13,300 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:53:13,300 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963223300 2024-11-18T20:53:13,300 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:53:13,301 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:53:13,301 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:53:13,301 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:53:13,301 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:53:13,301 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:53:13,307 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,312 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:53:13,312 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:53:13,312 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:53:13,312 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:53:13,334 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:53:13,334 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:53:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:53:13,348 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:53:13,348 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abda972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:13,352 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963193334,5,FailOnTimeoutGroup] 2024-11-18T20:53:13,353 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963193352,5,FailOnTimeoutGroup] 2024-11-18T20:53:13,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:53:13,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,353 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,381 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:32987 2024-11-18T20:53:13,381 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:53:13,381 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:53:13,381 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:53:13,386 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,34757,1731963190681 with port=32987, startcode=1731963190999 2024-11-18T20:53:13,386 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:53:13,404 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:53:13,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,32987,1731963190999 2024-11-18T20:53:13,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34757 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:13,412 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08 2024-11-18T20:53:13,412 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40091 2024-11-18T20:53:13,412 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:53:13,423 DEBUG [RS:0;29a7ef02c270:32987 {}] zookeeper.ZKUtil(111): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on existing znode=/11945401737/rs/29a7ef02c270,32987,1731963190999 2024-11-18T20:53:13,423 WARN [RS:0;29a7ef02c270:32987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:13,423 INFO [RS:0;29a7ef02c270:32987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:13,423 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999 2024-11-18T20:53:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737/rs 2024-11-18T20:53:13,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,32987,1731963190999] 2024-11-18T20:53:13,462 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:53:13,479 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:53:13,487 INFO [RS:0;29a7ef02c270:32987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:53:13,487 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,495 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:53:13,499 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:53:13,499 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,499 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:13,500 DEBUG [RS:0;29a7ef02c270:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:13,527 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,527 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,527 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,527 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,527 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,527 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32987,1731963190999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:13,571 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:53:13,571 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,32987,1731963190999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,571 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,572 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.Replication(171): 29a7ef02c270,32987,1731963190999 started 2024-11-18T20:53:13,620 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:13,620 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,32987,1731963190999, RpcServer on 29a7ef02c270/172.17.0.2:32987, sessionid=0x101510282d80004 2024-11-18T20:53:13,620 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:53:13,620 DEBUG [RS:0;29a7ef02c270:32987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,32987,1731963190999 2024-11-18T20:53:13,620 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,32987,1731963190999' 2024-11-18T20:53:13,620 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11945401737/flush-table-proc/abort' 2024-11-18T20:53:13,631 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11945401737/flush-table-proc/acquired' 2024-11-18T20:53:13,647 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:53:13,647 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:53:13,647 DEBUG [RS:0;29a7ef02c270:32987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,32987,1731963190999 2024-11-18T20:53:13,647 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,32987,1731963190999' 2024-11-18T20:53:13,647 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11945401737/online-snapshot/abort' 2024-11-18T20:53:13,663 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11945401737/online-snapshot/acquired' 2024-11-18T20:53:13,675 DEBUG [RS:0;29a7ef02c270:32987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:53:13,675 INFO [RS:0;29a7ef02c270:32987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:53:13,675 INFO [RS:0;29a7ef02c270:32987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:53:13,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:53:13,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08 2024-11-18T20:53:13,779 INFO [RS:0;29a7ef02c270:32987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:13,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:53:13,791 INFO [RS:0;29a7ef02c270:32987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C32987%2C1731963190999, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/oldWALs, maxLogs=10 2024-11-18T20:53:13,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:13,835 DEBUG [RS:0;29a7ef02c270:32987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, exclude list is [], retry=0 2024-11-18T20:53:13,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:13,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:13,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:13,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:13,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:13,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:13,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:13,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:13,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46821,DS-182dd096-499b-4c88-ac9e-8cf8e563c337,DISK] 2024-11-18T20:53:13,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:13,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:13,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:13,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:13,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:13,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:13,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:13,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:13,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740 2024-11-18T20:53:13,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740 2024-11-18T20:53:13,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:13,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:13,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:13,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:13,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:13,872 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64391483, jitterRate=-0.04049213230609894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:13,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963193793Initializing all the Stores at 1731963193794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963193794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963193833 (+39 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963193833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963193833Cleaning up temporary data from old regions at 1731963193855 (+22 ms)Region opened successfully at 1731963193872 (+17 ms) 2024-11-18T20:53:13,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:13,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:13,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:13,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:13,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:13,889 INFO [RS:0;29a7ef02c270:32987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 2024-11-18T20:53:13,889 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:13,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963193872Disabling compacts and flushes for region at 1731963193872Disabling writes for close at 1731963193872Writing region close event to WAL at 1731963193889 (+17 ms)Closed at 1731963193889 2024-11-18T20:53:13,890 DEBUG [RS:0;29a7ef02c270:32987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-18T20:53:13,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:13,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:53:13,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:53:13,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:13,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:53:14,045 DEBUG [29a7ef02c270:34757 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:53:14,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:14,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,32987,1731963190999, state=OPENING 2024-11-18T20:53:14,134 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:53:14,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:14,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:14,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945401737/meta-region-server: CHANGED 2024-11-18T20:53:14,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:14,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,32987,1731963190999}] 2024-11-18T20:53:14,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945401737/meta-region-server: CHANGED 2024-11-18T20:53:14,346 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:14,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:53:14,371 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:53:14,371 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:14,372 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:53:14,373 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C32987%2C1731963190999.meta, suffix=.meta, logDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/oldWALs, maxLogs=10 2024-11-18T20:53:14,390 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.meta.1731963194373.meta, exclude list is [], retry=0 2024-11-18T20:53:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46821,DS-182dd096-499b-4c88-ac9e-8cf8e563c337,DISK] 2024-11-18T20:53:14,428 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.meta.1731963194373.meta 2024-11-18T20:53:14,443 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-18T20:53:14,443 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:14,444 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:14,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:14,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:53:14,444 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:53:14,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:53:14,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:14,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:53:14,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:53:14,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:14,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:14,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:14,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:14,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:14,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:14,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:14,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:14,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:14,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:14,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:14,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:14,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:14,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:14,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:14,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:14,474 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:14,474 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740 2024-11-18T20:53:14,475 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740 2024-11-18T20:53:14,476 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:14,476 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:14,476 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:14,477 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:14,478 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59021794, jitterRate=-0.12050673365592957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:14,478 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:53:14,478 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963194445Writing region info on filesystem at 1731963194445Initializing all the Stores at 1731963194445Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963194445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963194454 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963194454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963194454Cleaning up temporary data from old regions at 1731963194476 (+22 ms)Running coprocessor post-open hooks at 1731963194478 (+2 ms)Region opened successfully at 1731963194478 2024-11-18T20:53:14,482 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963194345 2024-11-18T20:53:14,488 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:53:14,488 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:53:14,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:14,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,32987,1731963190999, state=OPEN 2024-11-18T20:53:14,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11945401737/meta-region-server 2024-11-18T20:53:14,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11945401737/meta-region-server 2024-11-18T20:53:14,511 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:14,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945401737/meta-region-server: CHANGED 2024-11-18T20:53:14,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945401737/meta-region-server: CHANGED 2024-11-18T20:53:14,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:53:14,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,32987,1731963190999 in 356 msec 2024-11-18T20:53:14,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:53:14,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-18T20:53:14,516 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:14,516 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:53:14,519 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:14,519 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,32987,1731963190999, seqNum=-1] 2024-11-18T20:53:14,520 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:14,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:14,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-18T20:53:14,527 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963194527, completionTime=-1 2024-11-18T20:53:14,527 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:53:14,527 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:53:14,534 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:53:14,534 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963254534 2024-11-18T20:53:14,534 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963314534 2024-11-18T20:53:14,534 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-18T20:53:14,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34757,1731963190681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34757,1731963190681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34757,1731963190681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:34757, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,535 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,537 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:53:14,546 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.140sec 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:53:14,551 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34757,1731963190681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:14,552 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34757,1731963190681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:53:14,573 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:53:14,573 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:53:14,573 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34757,1731963190681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:14,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:14,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:14,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:14,658 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722bef35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:14,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:14,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:14,660 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:14,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d799a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:14,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,32987,1731963190999, seqNum=-1] 2024-11-18T20:53:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:14,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:14,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,34757,1731963190681 2024-11-18T20:53:14,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:14,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:14,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir so I do NOT create it in target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c 2024-11-18T20:53:14,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:53:14,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.tmp.dir so I do NOT create it in target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c 2024-11-18T20:53:14,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:53:14,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c 2024-11-18T20:53:14,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/cluster_65461b8f-f7e3-b497-d464-2643b2d08870, deleteOnExit=true 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/test.cache.data in system properties and HBase conf 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:53:14,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:53:14,720 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:53:14,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:53:14,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:53:14,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:14,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:53:14,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:53:14,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101510282d80005 connected 2024-11-18T20:53:15,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:15,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:15,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:15,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:15,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:53:15,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:15,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:15,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:15,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:53:15,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:53:15,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a345aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/java.io.tmpdir/jetty-localhost-43039-hadoop-hdfs-3_4_1-tests_jar-_-any-9090744237487965987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:15,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:43039} 2024-11-18T20:53:15,703 INFO [Time-limited test {}] server.Server(415): Started @291197ms 2024-11-18T20:53:16,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:16,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:16,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:16,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:16,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:53:16,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:16,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:16,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b617186{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/java.io.tmpdir/jetty-localhost-43605-hadoop-hdfs-3_4_1-tests_jar-_-any-2796198602494879089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:16,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:43605} 2024-11-18T20:53:16,477 INFO [Time-limited test {}] server.Server(415): Started @291971ms 2024-11-18T20:53:16,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:53:17,347 WARN [Thread-3653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/cluster_65461b8f-f7e3-b497-d464-2643b2d08870/data/data1/current/BP-213902376-172.17.0.2-1731963194783/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:17,347 WARN [Thread-3654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/cluster_65461b8f-f7e3-b497-d464-2643b2d08870/data/data2/current/BP-213902376-172.17.0.2-1731963194783/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:17,379 WARN [Thread-3641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:53:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8d91842b68aacc with lease ID 0x8f646f163f8be918: Processing first storage report for DS-c940839e-80be-4d59-a131-b73472d6f86b from datanode DatanodeRegistration(127.0.0.1:39863, datanodeUuid=4d302bea-90ab-472c-a72b-ad3d2fe667fe, infoPort=42971, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1774300602;c=1731963194783) 2024-11-18T20:53:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8d91842b68aacc with lease ID 0x8f646f163f8be918: from storage DS-c940839e-80be-4d59-a131-b73472d6f86b node DatanodeRegistration(127.0.0.1:39863, datanodeUuid=4d302bea-90ab-472c-a72b-ad3d2fe667fe, infoPort=42971, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1774300602;c=1731963194783), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8d91842b68aacc with lease ID 0x8f646f163f8be918: Processing first storage report for DS-05cd7393-5adc-409a-af8e-765854006c8d from datanode DatanodeRegistration(127.0.0.1:39863, datanodeUuid=4d302bea-90ab-472c-a72b-ad3d2fe667fe, infoPort=42971, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1774300602;c=1731963194783) 2024-11-18T20:53:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8d91842b68aacc with lease ID 0x8f646f163f8be918: from storage DS-05cd7393-5adc-409a-af8e-765854006c8d node DatanodeRegistration(127.0.0.1:39863, datanodeUuid=4d302bea-90ab-472c-a72b-ad3d2fe667fe, infoPort=42971, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1774300602;c=1731963194783), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:17,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c 2024-11-18T20:53:17,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:17,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:17,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:53:17,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264 with version=8 2024-11-18T20:53:17,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/hbase-staging 2024-11-18T20:53:17,867 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:53:17,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:17,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39931 2024-11-18T20:53:17,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39931 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:17,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399310x0, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:17,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39931-0x101510282d80006 connected 2024-11-18T20:53:17,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:17,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:17,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/running 2024-11-18T20:53:17,996 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264, hbase.cluster.distributed=false 2024-11-18T20:53:18,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/acl 2024-11-18T20:53:18,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39931 2024-11-18T20:53:18,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39931 2024-11-18T20:53:18,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39931 2024-11-18T20:53:18,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39931 2024-11-18T20:53:18,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39931 2024-11-18T20:53:18,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:53:18,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:18,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46331 2024-11-18T20:53:18,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46331 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:18,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:18,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:18,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463310x0, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:18,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463310x0, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/running 2024-11-18T20:53:18,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46331-0x101510282d80007 connected 2024-11-18T20:53:18,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:53:18,147 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:53:18,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/master 2024-11-18T20:53:18,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/acl 2024-11-18T20:53:18,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46331 2024-11-18T20:53:18,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46331 2024-11-18T20:53:18,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46331 2024-11-18T20:53:18,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46331 2024-11-18T20:53:18,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46331 2024-11-18T20:53:18,263 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:39931 2024-11-18T20:53:18,263 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-979367228/backup-masters/29a7ef02c270,39931,1731963197867 2024-11-18T20:53:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228/backup-masters 2024-11-18T20:53:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228/backup-masters 2024-11-18T20:53:18,276 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on existing znode=/2-979367228/backup-masters/29a7ef02c270,39931,1731963197867 2024-11-18T20:53:18,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:18,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-979367228/master 2024-11-18T20:53:18,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:18,291 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on existing znode=/2-979367228/master 2024-11-18T20:53:18,293 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-979367228/backup-masters/29a7ef02c270,39931,1731963197867 from backup master directory 2024-11-18T20:53:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-979367228/backup-masters/29a7ef02c270,39931,1731963197867 2024-11-18T20:53:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228/backup-masters 2024-11-18T20:53:18,303 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:18,303 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,39931,1731963197867 2024-11-18T20:53:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228/backup-masters 2024-11-18T20:53:18,335 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/hbase.id] with ID: 2baaa0c6-e17e-465a-bd84-e1c04d5a8d58 2024-11-18T20:53:18,335 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/.tmp/hbase.id 2024-11-18T20:53:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:53:18,751 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/.tmp/hbase.id]:[hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/hbase.id] 2024-11-18T20:53:18,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:18,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:53:18,777 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T20:53:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:53:19,242 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:19,243 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:53:19,244 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:19,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:53:19,662 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store 2024-11-18T20:53:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:53:19,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:19,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:19,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:19,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:19,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:19,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,072 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:20,072 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:20,072 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:20,072 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:20,072 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:20,072 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:20,072 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:20,073 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963200072Disabling compacts and flushes for region at 1731963200072Disabling writes for close at 1731963200072Writing region close event to WAL at 1731963200072Closed at 1731963200072 2024-11-18T20:53:20,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:20,080 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/.initializing 2024-11-18T20:53:20,080 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/WALs/29a7ef02c270,39931,1731963197867 2024-11-18T20:53:20,088 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:20,089 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C39931%2C1731963197867, suffix=, logDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/WALs/29a7ef02c270,39931,1731963197867, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/oldWALs, maxLogs=10 2024-11-18T20:53:20,107 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/WALs/29a7ef02c270,39931,1731963197867/29a7ef02c270%2C39931%2C1731963197867.1731963200090, exclude list is [], retry=0 2024-11-18T20:53:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-c940839e-80be-4d59-a131-b73472d6f86b,DISK] 2024-11-18T20:53:20,139 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/WALs/29a7ef02c270,39931,1731963197867/29a7ef02c270%2C39931%2C1731963197867.1731963200090 2024-11-18T20:53:20,145 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-18T20:53:20,145 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:20,146 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:20,146 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,146 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:53:20,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:20,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:20,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:53:20,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:20,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:20,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:53:20,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:20,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:20,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:53:20,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:20,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:20,193 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,194 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,194 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,196 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,197 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:20,211 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:20,228 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:20,229 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65186352, jitterRate=-0.028647661209106445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:20,229 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963200146Initializing all the Stores at 1731963200155 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963200155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963200161 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963200161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963200161Cleaning up temporary data from old regions at 1731963200196 (+35 ms)Region opened successfully at 1731963200229 (+33 ms) 2024-11-18T20:53:20,230 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:53:20,234 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179cfd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:20,240 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:53:20,240 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:53:20,241 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:53:20,241 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:53:20,241 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:53:20,242 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:53:20,242 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:53:20,244 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:53:20,245 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Unable to get data of znode /2-979367228/balancer because node does not exist (not necessarily an error) 2024-11-18T20:53:20,286 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/balancer already deleted, retry=false 2024-11-18T20:53:20,287 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:53:20,288 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Unable to get data of znode /2-979367228/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:53:20,294 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/normalizer already deleted, retry=false 2024-11-18T20:53:20,295 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:53:20,297 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Unable to get data of znode /2-979367228/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:53:20,302 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/switch/split already deleted, retry=false 2024-11-18T20:53:20,303 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Unable to get data of znode /2-979367228/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:53:20,311 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/switch/merge already deleted, retry=false 2024-11-18T20:53:20,313 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Unable to get data of znode /2-979367228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:53:20,319 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/snapshot-cleanup already deleted, retry=false 2024-11-18T20:53:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-979367228/running 2024-11-18T20:53:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:20,330 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,39931,1731963197867, sessionid=0x101510282d80006, setting cluster-up flag (Was=false) 2024-11-18T20:53:20,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-979367228/running 2024-11-18T20:53:20,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:20,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:20,377 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-979367228/flush-table-proc/acquired, /2-979367228/flush-table-proc/reached, /2-979367228/flush-table-proc/abort 2024-11-18T20:53:20,379 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,39931,1731963197867 2024-11-18T20:53:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:20,427 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-979367228/online-snapshot/acquired, /2-979367228/online-snapshot/reached, /2-979367228/online-snapshot/abort 2024-11-18T20:53:20,428 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,39931,1731963197867 2024-11-18T20:53:20,430 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:53:20,431 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:20,432 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:53:20,432 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:53:20,432 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,39931,1731963197867 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:20,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:20,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:53:20,441 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:20,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:53:20,442 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963230442 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:53:20,444 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:53:20,444 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:53:20,444 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:53:20,444 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:53:20,444 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:53:20,445 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963200444,5,FailOnTimeoutGroup] 2024-11-18T20:53:20,445 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963200445,5,FailOnTimeoutGroup] 2024-11-18T20:53:20,445 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,445 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:53:20,445 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,445 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,463 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(746): ClusterId : 2baaa0c6-e17e-465a-bd84-e1c04d5a8d58 2024-11-18T20:53:20,463 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:53:20,495 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:53:20,495 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:53:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:53:20,536 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:53:20,536 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a6f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:20,557 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:46331 2024-11-18T20:53:20,561 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:53:20,561 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:53:20,561 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:53:20,583 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,39931,1731963197867 with port=46331, startcode=1731963198024 2024-11-18T20:53:20,584 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:53:20,587 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:53:20,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,46331,1731963198024 2024-11-18T20:53:20,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39931 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:20,589 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264 2024-11-18T20:53:20,589 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43443 2024-11-18T20:53:20,589 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:53:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228/rs 2024-11-18T20:53:20,649 DEBUG [RS:0;29a7ef02c270:46331 {}] zookeeper.ZKUtil(111): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on existing znode=/2-979367228/rs/29a7ef02c270,46331,1731963198024 2024-11-18T20:53:20,649 WARN [RS:0;29a7ef02c270:46331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:20,649 INFO [RS:0;29a7ef02c270:46331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:20,649 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024 2024-11-18T20:53:20,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,46331,1731963198024] 2024-11-18T20:53:20,658 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:53:20,661 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:53:20,662 INFO [RS:0;29a7ef02c270:46331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:53:20,662 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,663 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:53:20,663 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:53:20,664 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:20,664 DEBUG [RS:0;29a7ef02c270:46331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:20,665 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,665 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,665 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,665 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,665 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,665 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46331,1731963198024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:20,689 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:53:20,689 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,46331,1731963198024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,689 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,689 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.Replication(171): 29a7ef02c270,46331,1731963198024 started 2024-11-18T20:53:20,709 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:20,709 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,46331,1731963198024, RpcServer on 29a7ef02c270/172.17.0.2:46331, sessionid=0x101510282d80007 2024-11-18T20:53:20,709 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:53:20,709 DEBUG [RS:0;29a7ef02c270:46331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,46331,1731963198024 2024-11-18T20:53:20,709 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,46331,1731963198024' 2024-11-18T20:53:20,710 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-979367228/flush-table-proc/abort' 2024-11-18T20:53:20,711 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-979367228/flush-table-proc/acquired' 2024-11-18T20:53:20,711 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:53:20,711 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:53:20,711 DEBUG [RS:0;29a7ef02c270:46331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,46331,1731963198024 2024-11-18T20:53:20,711 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,46331,1731963198024' 2024-11-18T20:53:20,711 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-979367228/online-snapshot/abort' 2024-11-18T20:53:20,712 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-979367228/online-snapshot/acquired' 2024-11-18T20:53:20,712 DEBUG [RS:0;29a7ef02c270:46331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:53:20,712 INFO [RS:0;29a7ef02c270:46331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:53:20,712 INFO [RS:0;29a7ef02c270:46331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:53:20,813 INFO [RS:0;29a7ef02c270:46331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:20,814 INFO [RS:0;29a7ef02c270:46331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C46331%2C1731963198024, suffix=, logDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/oldWALs, maxLogs=10 2024-11-18T20:53:20,835 DEBUG [RS:0;29a7ef02c270:46331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, exclude list is [], retry=0 2024-11-18T20:53:20,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-c940839e-80be-4d59-a131-b73472d6f86b,DISK] 2024-11-18T20:53:20,841 INFO [RS:0;29a7ef02c270:46331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 2024-11-18T20:53:20,842 DEBUG [RS:0;29a7ef02c270:46331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-18T20:53:20,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:53:20,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264 2024-11-18T20:53:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:53:20,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:20,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:21,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:21,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:21,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:21,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:21,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:21,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:21,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:21,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:21,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740 2024-11-18T20:53:21,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740 2024-11-18T20:53:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:21,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:21,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:21,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:21,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74507990, jitterRate=0.11025556921958923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:21,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963200967Initializing all the Stores at 1731963200982 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963200982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963200988 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963200988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963200988Cleaning up temporary data from old regions at 1731963201063 (+75 ms)Region opened successfully at 1731963201088 (+25 ms) 2024-11-18T20:53:21,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:21,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:21,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:21,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:21,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:21,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:21,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963201088Disabling compacts and flushes for region at 1731963201088Disabling writes for close at 1731963201088Writing region close event to WAL at 1731963201095 (+7 ms)Closed at 1731963201095 2024-11-18T20:53:21,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:21,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:53:21,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:53:21,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:21,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:53:21,271 DEBUG [29a7ef02c270:39931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:53:21,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:21,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,46331,1731963198024, state=OPENING 2024-11-18T20:53:21,344 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:53:21,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:21,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-979367228/meta-region-server: CHANGED 2024-11-18T20:53:21,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:21,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-979367228/meta-region-server: CHANGED 2024-11-18T20:53:21,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:21,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,46331,1731963198024}] 2024-11-18T20:53:21,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:21,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:53:21,551 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:53:21,551 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:21,552 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:53:21,566 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C46331%2C1731963198024.meta, suffix=.meta, logDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/oldWALs, maxLogs=10 2024-11-18T20:53:21,591 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.meta.1731963201567.meta, exclude list is [], retry=0 2024-11-18T20:53:21,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-c940839e-80be-4d59-a131-b73472d6f86b,DISK] 2024-11-18T20:53:21,624 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.meta.1731963201567.meta 2024-11-18T20:53:21,628 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-18T20:53:21,628 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:21,629 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:21,629 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:21,629 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:53:21,629 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:53:21,629 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:53:21,629 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:21,630 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:53:21,630 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:53:21,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:21,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:21,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:21,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:21,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:21,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:21,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:21,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:21,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:21,661 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:21,662 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740 2024-11-18T20:53:21,663 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740 2024-11-18T20:53:21,664 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:21,664 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:21,665 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:21,666 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:21,668 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72933418, jitterRate=0.08679261803627014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:21,668 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:53:21,668 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963201630Writing region info on filesystem at 1731963201630Initializing all the Stores at 1731963201635 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963201635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963201635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963201635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963201635Cleaning up temporary data from old regions at 1731963201664 (+29 ms)Running coprocessor post-open hooks at 1731963201668 (+4 ms)Region opened successfully at 1731963201668 2024-11-18T20:53:21,673 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963201531 2024-11-18T20:53:21,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:21,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,46331,1731963198024, state=OPEN 2024-11-18T20:53:21,678 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:53:21,678 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:53:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-979367228/meta-region-server 2024-11-18T20:53:21,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-979367228/meta-region-server: CHANGED 2024-11-18T20:53:21,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-979367228/meta-region-server 2024-11-18T20:53:21,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-979367228/meta-region-server: CHANGED 2024-11-18T20:53:21,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:21,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:53:21,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,46331,1731963198024 in 326 msec 2024-11-18T20:53:21,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:21,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:53:21,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:53:21,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 595 msec 2024-11-18T20:53:21,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:21,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,46331,1731963198024, seqNum=-1] 2024-11-18T20:53:21,710 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:21,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:21,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-18T20:53:21,723 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963201723, completionTime=-1 2024-11-18T20:53:21,723 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:53:21,724 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:53:21,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:53:21,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963261727 2024-11-18T20:53:21,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963321727 2024-11-18T20:53:21,727 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T20:53:21,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39931,1731963197867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39931,1731963197867-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39931,1731963197867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:39931, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,728 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,731 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,743 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.441sec 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39931,1731963197867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:21,744 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39931,1731963197867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:53:21,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:21,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39931,-1 for getting cluster id 2024-11-18T20:53:21,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:21,767 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:53:21,767 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:53:21,767 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39931,1731963197867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:21,768 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2baaa0c6-e17e-465a-bd84-e1c04d5a8d58' 2024-11-18T20:53:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2baaa0c6-e17e-465a-bd84-e1c04d5a8d58" 2024-11-18T20:53:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efc4e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39931,-1] 2024-11-18T20:53:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:21,777 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:21,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d192b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:21,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,46331,1731963198024, seqNum=-1] 2024-11-18T20:53:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:21,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:21,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,39931,1731963197867 2024-11-18T20:53:21,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51189 2024-11-18T20:53:21,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:21,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101510282d80008 connected 2024-11-18T20:53:21,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39973,1731963183117 2024-11-18T20:53:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b7ab5de 2024-11-18T20:53:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:21,865 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:21,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:53:21,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:21,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:21,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:53:21,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:53:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:22,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, NAME => 'test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141 2024-11-18T20:53:22,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:53:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:22,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:22,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, disabling compactions & flushes 2024-11-18T20:53:22,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:22,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:22,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. after waiting 0 ms 2024-11-18T20:53:22,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:22,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:22,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8: Waiting for close lock at 1731963202740Disabling compacts and flushes for region at 1731963202740Disabling writes for close at 1731963202740Writing region close event to WAL at 1731963202740Closed at 1731963202740 2024-11-18T20:53:22,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:22,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963202745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963202745"}]},"ts":"1731963202745"} 2024-11-18T20:53:22,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:22,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:22,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963202759"}]},"ts":"1731963202759"} 2024-11-18T20:53:22,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:53:22,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, ASSIGN}] 2024-11-18T20:53:22,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, ASSIGN 2024-11-18T20:53:22,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, ASSIGN; state=OFFLINE, location=29a7ef02c270,37753,1731963183786; forceNewPlan=false, retain=false 2024-11-18T20:53:22,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, regionState=OPENING, regionLocation=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, ASSIGN because future has completed 2024-11-18T20:53:22,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, server=29a7ef02c270,37753,1731963183786}] 2024-11-18T20:53:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:23,110 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:23,110 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, NAME => 'test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:23,110 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:23,110 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:53:23,111 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,111 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:23,111 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,111 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,143 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,152 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 columnFamilyName f 2024-11-18T20:53:23,152 DEBUG [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:23,157 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] regionserver.HStore(327): Store=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:23,157 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,164 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 columnFamilyName f1 2024-11-18T20:53:23,164 DEBUG [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:23,167 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] regionserver.HStore(327): Store=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:23,167 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,172 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 columnFamilyName norep 2024-11-18T20:53:23,172 DEBUG [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:23,172 INFO [StoreOpener-8f5bfcfb0d3cb4b1b07e335a7ecbe8a8-1 {}] regionserver.HStore(327): Store=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:23,175 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,176 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,177 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,179 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,179 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,180 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:23,195 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,207 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:23,207 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74017835, jitterRate=0.10295169055461884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:23,208 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:23,208 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8: Running coprocessor pre-open hook at 1731963203111Writing region info on filesystem at 1731963203111Initializing all the Stores at 1731963203125 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963203126 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963203139 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963203139Cleaning up temporary data from old regions at 1731963203179 (+40 ms)Running coprocessor post-open hooks at 1731963203208 (+29 ms)Region opened successfully at 1731963203208 2024-11-18T20:53:23,215 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8., pid=6, masterSystemTime=1731963203091 2024-11-18T20:53:23,218 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:23,218 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:23,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:23,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, server=29a7ef02c270,37753,1731963183786 because future has completed 2024-11-18T20:53:23,223 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=29a7ef02c270,37753,1731963183786, table=test, region=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T20:53:23,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:53:23,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, server=29a7ef02c270,37753,1731963183786 in 294 msec 2024-11-18T20:53:23,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:53:23,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, ASSIGN in 459 msec 2024-11-18T20:53:23,229 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:23,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963203229"}]},"ts":"1731963203229"} 2024-11-18T20:53:23,232 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:53:23,233 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:23,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3660 sec 2024-11-18T20:53:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:24,024 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:53:24,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:24,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34757,1731963190681 2024-11-18T20:53:24,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5bd345 2024-11-18T20:53:24,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:53:24,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:24,052 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:24,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:53:24,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:24,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:24,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:53:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:24,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:24,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:53:24,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e99953153ea2e0f69d55914a08348faf, NAME => 'test,,1731963204053.e99953153ea2e0f69d55914a08348faf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08 2024-11-18T20:53:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:53:24,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963204053.e99953153ea2e0f69d55914a08348faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:24,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e99953153ea2e0f69d55914a08348faf, disabling compactions & flushes 2024-11-18T20:53:24,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963204053.e99953153ea2e0f69d55914a08348faf. after waiting 0 ms 2024-11-18T20:53:24,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e99953153ea2e0f69d55914a08348faf: Waiting for close lock at 1731963204161Disabling compacts and flushes for region at 1731963204161Disabling writes for close at 1731963204161Writing region close event to WAL at 1731963204161Closed at 1731963204161 2024-11-18T20:53:24,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:24,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963204053.e99953153ea2e0f69d55914a08348faf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963204164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963204164"}]},"ts":"1731963204164"} 2024-11-18T20:53:24,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:24,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:24,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963204168"}]},"ts":"1731963204168"} 2024-11-18T20:53:24,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:53:24,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e99953153ea2e0f69d55914a08348faf, ASSIGN}] 2024-11-18T20:53:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:24,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e99953153ea2e0f69d55914a08348faf, ASSIGN 2024-11-18T20:53:24,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e99953153ea2e0f69d55914a08348faf, ASSIGN; state=OFFLINE, location=29a7ef02c270,32987,1731963190999; forceNewPlan=false, retain=false 2024-11-18T20:53:24,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e99953153ea2e0f69d55914a08348faf, regionState=OPENING, regionLocation=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:24,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e99953153ea2e0f69d55914a08348faf, ASSIGN because future has completed 2024-11-18T20:53:24,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e99953153ea2e0f69d55914a08348faf, server=29a7ef02c270,32987,1731963190999}] 2024-11-18T20:53:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:24,531 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,532 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e99953153ea2e0f69d55914a08348faf, NAME => 'test,,1731963204053.e99953153ea2e0f69d55914a08348faf.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:24,532 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:24,532 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:53:24,532 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,532 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963204053.e99953153ea2e0f69d55914a08348faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:24,532 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,532 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,535 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,538 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99953153ea2e0f69d55914a08348faf columnFamilyName f 2024-11-18T20:53:24,538 DEBUG [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:24,538 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] regionserver.HStore(327): Store=e99953153ea2e0f69d55914a08348faf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:24,539 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,540 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99953153ea2e0f69d55914a08348faf columnFamilyName f1 2024-11-18T20:53:24,540 DEBUG [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:24,540 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] regionserver.HStore(327): Store=e99953153ea2e0f69d55914a08348faf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:24,540 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,541 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99953153ea2e0f69d55914a08348faf columnFamilyName norep 2024-11-18T20:53:24,541 DEBUG [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:24,542 INFO [StoreOpener-e99953153ea2e0f69d55914a08348faf-1 {}] regionserver.HStore(327): Store=e99953153ea2e0f69d55914a08348faf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:24,542 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,543 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,543 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,544 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,544 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,545 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:24,546 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,548 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:24,549 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e99953153ea2e0f69d55914a08348faf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73538358, jitterRate=0.09580692648887634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:24,549 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:24,549 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e99953153ea2e0f69d55914a08348faf: Running coprocessor pre-open hook at 1731963204533Writing region info on filesystem at 1731963204533Initializing all the Stores at 1731963204533Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963204533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963204535 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963204535Cleaning up temporary data from old regions at 1731963204544 (+9 ms)Running coprocessor post-open hooks at 1731963204549 (+5 ms)Region opened successfully at 1731963204549 2024-11-18T20:53:24,550 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963204053.e99953153ea2e0f69d55914a08348faf., pid=6, masterSystemTime=1731963204525 2024-11-18T20:53:24,552 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,552 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:24,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e99953153ea2e0f69d55914a08348faf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e99953153ea2e0f69d55914a08348faf, server=29a7ef02c270,32987,1731963190999 because future has completed 2024-11-18T20:53:24,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:53:24,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:53:24,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e99953153ea2e0f69d55914a08348faf, ASSIGN in 391 msec 2024-11-18T20:53:24,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e99953153ea2e0f69d55914a08348faf, server=29a7ef02c270,32987,1731963190999 in 217 msec 2024-11-18T20:53:24,566 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:24,566 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963204566"}]},"ts":"1731963204566"} 2024-11-18T20:53:24,569 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:53:24,570 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:24,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 517 msec 2024-11-18T20:53:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:24,711 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:53:24,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39931,1731963197867 2024-11-18T20:53:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c5bc48e 2024-11-18T20:53:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:24,718 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:24,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:53:24,721 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:24,722 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:24,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:24,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:53:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:53:24,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7d49313756b0bdf42db54c4780ff525, NAME => 'test,,1731963204718.a7d49313756b0bdf42db54c4780ff525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264 2024-11-18T20:53:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:53:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:25,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963204718.a7d49313756b0bdf42db54c4780ff525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:25,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7d49313756b0bdf42db54c4780ff525, disabling compactions & flushes 2024-11-18T20:53:25,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. after waiting 0 ms 2024-11-18T20:53:25,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7d49313756b0bdf42db54c4780ff525: Waiting for close lock at 1731963205162Disabling compacts and flushes for region at 1731963205162Disabling writes for close at 1731963205162Writing region close event to WAL at 1731963205162Closed at 1731963205162 2024-11-18T20:53:25,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:25,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963204718.a7d49313756b0bdf42db54c4780ff525.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963205164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963205164"}]},"ts":"1731963205164"} 2024-11-18T20:53:25,172 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:25,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:25,173 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963205173"}]},"ts":"1731963205173"} 2024-11-18T20:53:25,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:53:25,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7d49313756b0bdf42db54c4780ff525, ASSIGN}] 2024-11-18T20:53:25,191 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7d49313756b0bdf42db54c4780ff525, ASSIGN 2024-11-18T20:53:25,192 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7d49313756b0bdf42db54c4780ff525, ASSIGN; state=OFFLINE, location=29a7ef02c270,46331,1731963198024; forceNewPlan=false, retain=false 2024-11-18T20:53:25,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7d49313756b0bdf42db54c4780ff525, regionState=OPENING, regionLocation=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:25,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7d49313756b0bdf42db54c4780ff525, ASSIGN because future has completed 2024-11-18T20:53:25,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d49313756b0bdf42db54c4780ff525, server=29a7ef02c270,46331,1731963198024}] 2024-11-18T20:53:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:25,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:53:25,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:53:25,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:53:25,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:53:25,559 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,559 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7d49313756b0bdf42db54c4780ff525, NAME => 'test,,1731963204718.a7d49313756b0bdf42db54c4780ff525.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:25,560 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:25,560 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:53:25,560 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,560 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963204718.a7d49313756b0bdf42db54c4780ff525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:25,560 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,560 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,579 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,599 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d49313756b0bdf42db54c4780ff525 columnFamilyName f 2024-11-18T20:53:25,600 DEBUG [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:25,611 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] regionserver.HStore(327): Store=a7d49313756b0bdf42db54c4780ff525/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:25,611 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,618 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d49313756b0bdf42db54c4780ff525 columnFamilyName f1 2024-11-18T20:53:25,618 DEBUG [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:25,619 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] regionserver.HStore(327): Store=a7d49313756b0bdf42db54c4780ff525/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:25,620 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,621 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d49313756b0bdf42db54c4780ff525 columnFamilyName norep 2024-11-18T20:53:25,621 DEBUG [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:25,622 INFO [StoreOpener-a7d49313756b0bdf42db54c4780ff525-1 {}] regionserver.HStore(327): Store=a7d49313756b0bdf42db54c4780ff525/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:25,622 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,623 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,623 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,624 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,624 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,625 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:25,626 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,635 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:25,636 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7d49313756b0bdf42db54c4780ff525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60729190, jitterRate=-0.09506455063819885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:25,636 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:25,636 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7d49313756b0bdf42db54c4780ff525: Running coprocessor pre-open hook at 1731963205560Writing region info on filesystem at 1731963205560Initializing all the Stores at 1731963205571 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963205571Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963205575 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963205575Cleaning up temporary data from old regions at 1731963205624 (+49 ms)Running coprocessor post-open hooks at 1731963205636 (+12 ms)Region opened successfully at 1731963205636 2024-11-18T20:53:25,637 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963204718.a7d49313756b0bdf42db54c4780ff525., pid=6, masterSystemTime=1731963205515 2024-11-18T20:53:25,641 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7d49313756b0bdf42db54c4780ff525, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:25,645 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,645 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:25,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d49313756b0bdf42db54c4780ff525, server=29a7ef02c270,46331,1731963198024 because future has completed 2024-11-18T20:53:25,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:53:25,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7d49313756b0bdf42db54c4780ff525, server=29a7ef02c270,46331,1731963198024 in 301 msec 2024-11-18T20:53:25,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:53:25,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7d49313756b0bdf42db54c4780ff525, ASSIGN in 469 msec 2024-11-18T20:53:25,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:25,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963205664"}]},"ts":"1731963205664"} 2024-11-18T20:53:25,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:53:25,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:25,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 950 msec 2024-11-18T20:53:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:25,873 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:53:25,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:25,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39973,-1 for getting cluster id 2024-11-18T20:53:25,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:25,882 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1392d8d1-2d5b-4518-bb00-c91d89599d81' 2024-11-18T20:53:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1392d8d1-2d5b-4518-bb00-c91d89599d81" 2024-11-18T20:53:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bf575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39973,-1] 2024-11-18T20:53:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:25,885 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75566485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:25,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39973,1731963183117 2024-11-18T20:53:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1618fca3 2024-11-18T20:53:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:25,890 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:25,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:34757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:53:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:53:25,894 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:34757' 2024-11-18T20:53:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:25,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:25,897 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467dfed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:25,897 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:25,897 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:25,899 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:25,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fc1557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:25,901 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:25,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3792be76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:25,904 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34757,1731963190681 2024-11-18T20:53:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@208a684d 2024-11-18T20:53:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:25,906 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:25,908 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T20:53:25,908 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:53:25,908 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:25,908 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:25,909 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:25,911 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:53:25,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:25,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:25,912 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:25,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:25,963 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:53:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:53:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:26,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcf0a35f11cef0f57592634d99cf0aea, NAME => 'hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141 2024-11-18T20:53:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:53:26,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:26,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcf0a35f11cef0f57592634d99cf0aea, disabling compactions & flushes 2024-11-18T20:53:26,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. after waiting 0 ms 2024-11-18T20:53:26,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcf0a35f11cef0f57592634d99cf0aea: Waiting for close lock at 1731963206383Disabling compacts and flushes for region at 1731963206383Disabling writes for close at 1731963206383Writing region close event to WAL at 1731963206383Closed at 1731963206383 2024-11-18T20:53:26,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:26,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963206385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963206385"}]},"ts":"1731963206385"} 2024-11-18T20:53:26,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:26,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:26,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963206388"}]},"ts":"1731963206388"} 2024-11-18T20:53:26,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:53:26,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcf0a35f11cef0f57592634d99cf0aea, ASSIGN}] 2024-11-18T20:53:26,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcf0a35f11cef0f57592634d99cf0aea, ASSIGN 2024-11-18T20:53:26,393 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcf0a35f11cef0f57592634d99cf0aea, ASSIGN; state=OFFLINE, location=29a7ef02c270,37753,1731963183786; forceNewPlan=false, retain=false 2024-11-18T20:53:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:26,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcf0a35f11cef0f57592634d99cf0aea, regionState=OPENING, regionLocation=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcf0a35f11cef0f57592634d99cf0aea, ASSIGN because future has completed 2024-11-18T20:53:26,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf0a35f11cef0f57592634d99cf0aea, server=29a7ef02c270,37753,1731963183786}] 2024-11-18T20:53:26,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:26,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:53:26,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C37753%2C1731963183786.rep, suffix=, logDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786, archiveDir=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/oldWALs, maxLogs=10 2024-11-18T20:53:26,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.rep.1731963206793, exclude list is [], retry=0 2024-11-18T20:53:26,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-b933da30-f49d-423e-b68f-06b219750a2c,DISK] 2024-11-18T20:53:26,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.rep.1731963206793 2024-11-18T20:53:26,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-18T20:53:26,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcf0a35f11cef0f57592634d99cf0aea, NAME => 'hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:26,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:26,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:26,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. service=MultiRowMutationService 2024-11-18T20:53:26,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:53:26,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:26,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,836 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,837 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf0a35f11cef0f57592634d99cf0aea columnFamilyName hfileref 2024-11-18T20:53:26,837 DEBUG [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:26,838 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] regionserver.HStore(327): Store=bcf0a35f11cef0f57592634d99cf0aea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:26,838 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,839 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf0a35f11cef0f57592634d99cf0aea columnFamilyName queue 2024-11-18T20:53:26,840 DEBUG [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:26,840 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] regionserver.HStore(327): Store=bcf0a35f11cef0f57592634d99cf0aea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:26,840 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,841 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf0a35f11cef0f57592634d99cf0aea columnFamilyName sid 2024-11-18T20:53:26,842 DEBUG [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:26,842 INFO [StoreOpener-bcf0a35f11cef0f57592634d99cf0aea-1 {}] regionserver.HStore(327): Store=bcf0a35f11cef0f57592634d99cf0aea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:26,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/replication/bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/replication/bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:26,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/replication/bcf0a35f11cef0f57592634d99cf0aea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:26,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcf0a35f11cef0f57592634d99cf0aea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68198362, jitterRate=0.016234785318374634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:26,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:26,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcf0a35f11cef0f57592634d99cf0aea: Running coprocessor pre-open hook at 1731963206834Writing region info on filesystem at 1731963206834Initializing all the Stores at 1731963206835 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963206835Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963206835Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963206835Cleaning up temporary data from old regions at 1731963206844 (+9 ms)Running coprocessor post-open hooks at 1731963206855 (+11 ms)Region opened successfully at 1731963206855 2024-11-18T20:53:26,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea., pid=10, masterSystemTime=1731963206727 2024-11-18T20:53:26,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:26,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcf0a35f11cef0f57592634d99cf0aea, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,37753,1731963183786 2024-11-18T20:53:26,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf0a35f11cef0f57592634d99cf0aea, server=29a7ef02c270,37753,1731963183786 because future has completed 2024-11-18T20:53:26,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:53:26,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcf0a35f11cef0f57592634d99cf0aea, server=29a7ef02c270,37753,1731963183786 in 322 msec 2024-11-18T20:53:26,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:53:26,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcf0a35f11cef0f57592634d99cf0aea, ASSIGN in 496 msec 2024-11-18T20:53:26,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:26,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963206891"}]},"ts":"1731963206891"} 2024-11-18T20:53:26,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:53:26,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:26,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 985 msec 2024-11-18T20:53:26,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea., hostname=29a7ef02c270,37753,1731963183786, seqNum=2] 2024-11-18T20:53:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:27,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:53:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:27,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:27,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:53:27,169 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:53:27,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,272 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,37753,1731963183786, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:53:27,273 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:27,273 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,37753,1731963183786, seqNum=-1] 2024-11-18T20:53:27,273 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:27,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T20:53:27,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:27,292 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,37753,1731963183786', locateType=CURRENT is [region=hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea., hostname=29a7ef02c270,37753,1731963183786, seqNum=2] 2024-11-18T20:53:27,303 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:53:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:53:27,310 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,37753,1731963183786 suceeded 2024-11-18T20:53:27,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:53:27,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 307 msec 2024-11-18T20:53:27,313 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:34757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:53:27,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-18T20:53:27,348 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:34757' 2024-11-18T20:53:27,352 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2abc537b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:27,352 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:27,352 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:27,353 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c38eb42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:27,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:27,355 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:27,357 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@227b3691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:27,358 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:27,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34757,1731963190681 2024-11-18T20:53:27,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec3191c 2024-11-18T20:53:27,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:27,367 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T20:53:27,370 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,37753,1731963183786 (queues=1) is replicating from cluster=1392d8d1-2d5b-4518-bb00-c91d89599d81 to cluster=c261bea2-d97c-4b67-8c95-b4ee14a9533f 2024-11-18T20:53:27,370 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C37753%2C1731963183786 2024-11-18T20:53:27,370 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,37753,1731963183786, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:53:27,375 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270, startPosition=0, beingWritten=true 2024-11-18T20:53:27,384 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C37753%2C1731963183786 2024-11-18T20:53:27,389 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:27,389 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:27,390 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,37753,1731963183786 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:27,601 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:27,924 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:28,042 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:53:28,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:28,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:28,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:28,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:28,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:28,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:28,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:28,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:28,049 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:28,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:28,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74af0c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:28,052 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:28,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34757,1731963190681 2024-11-18T20:53:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be2aeae 2024-11-18T20:53:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:28,067 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:28,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:39931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:53:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:53:28,070 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:39931' 2024-11-18T20:53:28,071 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d2a26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:28,072 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39931,-1 for getting cluster id 2024-11-18T20:53:28,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:28,075 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2baaa0c6-e17e-465a-bd84-e1c04d5a8d58' 2024-11-18T20:53:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2baaa0c6-e17e-465a-bd84-e1c04d5a8d58" 2024-11-18T20:53:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199db7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39931,-1] 2024-11-18T20:53:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:28,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:28,079 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:28,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba95e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:28,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:28,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39931,1731963197867 2024-11-18T20:53:28,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ceca478 2024-11-18T20:53:28,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:28,100 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:28,104 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:53:28,104 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:53:28,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:28,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:28,105 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:28,107 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:53:28,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:28,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:28,108 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:28,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:28,160 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:53:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:28,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:53:28,339 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:28,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e0bfeab80ef6af6db86256933ad28b9, NAME => 'hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08 2024-11-18T20:53:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:53:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:28,860 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:29,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:29,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e0bfeab80ef6af6db86256933ad28b9, disabling compactions & flushes 2024-11-18T20:53:29,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. after waiting 0 ms 2024-11-18T20:53:29,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e0bfeab80ef6af6db86256933ad28b9: Waiting for close lock at 1731963209080Disabling compacts and flushes for region at 1731963209080Disabling writes for close at 1731963209080Writing region close event to WAL at 1731963209080Closed at 1731963209080 2024-11-18T20:53:29,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:29,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963209084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963209084"}]},"ts":"1731963209084"} 2024-11-18T20:53:29,087 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:29,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:29,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963209088"}]},"ts":"1731963209088"} 2024-11-18T20:53:29,093 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:53:29,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e0bfeab80ef6af6db86256933ad28b9, ASSIGN}] 2024-11-18T20:53:29,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e0bfeab80ef6af6db86256933ad28b9, ASSIGN 2024-11-18T20:53:29,098 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e0bfeab80ef6af6db86256933ad28b9, ASSIGN; state=OFFLINE, location=29a7ef02c270,32987,1731963190999; forceNewPlan=false, retain=false 2024-11-18T20:53:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:29,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e0bfeab80ef6af6db86256933ad28b9, regionState=OPENING, regionLocation=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:29,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e0bfeab80ef6af6db86256933ad28b9, ASSIGN because future has completed 2024-11-18T20:53:29,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0bfeab80ef6af6db86256933ad28b9, server=29a7ef02c270,32987,1731963190999}] 2024-11-18T20:53:29,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:29,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:53:29,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C32987%2C1731963190999.rep, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/oldWALs, maxLogs=10 2024-11-18T20:53:29,474 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.rep.1731963209470, exclude list is [], retry=0 2024-11-18T20:53:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46821,DS-182dd096-499b-4c88-ac9e-8cf8e563c337,DISK] 2024-11-18T20:53:29,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.rep.1731963209470 2024-11-18T20:53:29,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747)] 2024-11-18T20:53:29,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e0bfeab80ef6af6db86256933ad28b9, NAME => 'hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:29,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. service=MultiRowMutationService 2024-11-18T20:53:29,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:53:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,539 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,541 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0bfeab80ef6af6db86256933ad28b9 columnFamilyName hfileref 2024-11-18T20:53:29,541 DEBUG [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:29,541 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] regionserver.HStore(327): Store=8e0bfeab80ef6af6db86256933ad28b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:29,541 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,543 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0bfeab80ef6af6db86256933ad28b9 columnFamilyName queue 2024-11-18T20:53:29,543 DEBUG [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:29,543 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] regionserver.HStore(327): Store=8e0bfeab80ef6af6db86256933ad28b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:29,543 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,544 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0bfeab80ef6af6db86256933ad28b9 columnFamilyName sid 2024-11-18T20:53:29,544 DEBUG [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:29,545 INFO [StoreOpener-8e0bfeab80ef6af6db86256933ad28b9-1 {}] regionserver.HStore(327): Store=8e0bfeab80ef6af6db86256933ad28b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:29,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:29,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:29,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e0bfeab80ef6af6db86256933ad28b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63053026, jitterRate=-0.06043669581413269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:29,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:29,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e0bfeab80ef6af6db86256933ad28b9: Running coprocessor pre-open hook at 1731963209518Writing region info on filesystem at 1731963209518Initializing all the Stores at 1731963209518Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963209518Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963209528 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963209528Cleaning up temporary data from old regions at 1731963209547 (+19 ms)Running coprocessor post-open hooks at 1731963209564 (+17 ms)Region opened successfully at 1731963209565 (+1 ms) 2024-11-18T20:53:29,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9., pid=10, masterSystemTime=1731963209427 2024-11-18T20:53:29,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:29,579 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e0bfeab80ef6af6db86256933ad28b9, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,32987,1731963190999 2024-11-18T20:53:29,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0bfeab80ef6af6db86256933ad28b9, server=29a7ef02c270,32987,1731963190999 because future has completed 2024-11-18T20:53:29,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:53:29,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e0bfeab80ef6af6db86256933ad28b9, server=29a7ef02c270,32987,1731963190999 in 330 msec 2024-11-18T20:53:29,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:53:29,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e0bfeab80ef6af6db86256933ad28b9, ASSIGN in 498 msec 2024-11-18T20:53:29,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:29,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963209595"}]},"ts":"1731963209595"} 2024-11-18T20:53:29,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:53:29,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:29,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4940 sec 2024-11-18T20:53:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9., hostname=29a7ef02c270,32987,1731963190999, seqNum=2] 2024-11-18T20:53:29,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:29,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:53:29,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:53:29,915 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:53:30,043 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,32987,1731963190999, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:53:30,043 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:30,043 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,32987,1731963190999, seqNum=-1] 2024-11-18T20:53:30,044 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:30,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T20:53:30,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:53:30,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,32987,1731963190999', locateType=CURRENT is [region=hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9., hostname=29a7ef02c270,32987,1731963190999, seqNum=2] 2024-11-18T20:53:30,071 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:53:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:53:30,088 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,32987,1731963190999 suceeded 2024-11-18T20:53:30,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:53:30,091 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:39931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:53:30,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 336 msec 2024-11-18T20:53:30,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0230 sec 2024-11-18T20:53:30,102 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:39931' 2024-11-18T20:53:30,119 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3928ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,119 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39931,-1 for getting cluster id 2024-11-18T20:53:30,120 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:30,123 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2baaa0c6-e17e-465a-bd84-e1c04d5a8d58' 2024-11-18T20:53:30,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2baaa0c6-e17e-465a-bd84-e1c04d5a8d58" 2024-11-18T20:53:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3bcba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39931,-1] 2024-11-18T20:53:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:30,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,125 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:30,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@203504fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,133 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:30,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39931,1731963197867 2024-11-18T20:53:30,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f782d0 2024-11-18T20:53:30,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:30,143 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T20:53:30,151 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,32987,1731963190999 (queues=1) is replicating from cluster=c261bea2-d97c-4b67-8c95-b4ee14a9533f to cluster=2baaa0c6-e17e-465a-bd84-e1c04d5a8d58 2024-11-18T20:53:30,151 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C32987%2C1731963190999 2024-11-18T20:53:30,151 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,32987,1731963190999, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:53:30,167 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, startPosition=0, beingWritten=true 2024-11-18T20:53:30,167 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C32987%2C1731963190999 2024-11-18T20:53:30,200 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:30,230 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:30,230 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:30,232 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:30,236 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:53:30,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:30,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:30,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:30,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39931,-1 for getting cluster id 2024-11-18T20:53:30,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:30,260 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2baaa0c6-e17e-465a-bd84-e1c04d5a8d58' 2024-11-18T20:53:30,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:30,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2baaa0c6-e17e-465a-bd84-e1c04d5a8d58" 2024-11-18T20:53:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525e6607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39931,-1] 2024-11-18T20:53:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,262 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6570b2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,39931,1731963197867 2024-11-18T20:53:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5769740e 2024-11-18T20:53:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:30,266 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:30,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:34757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:53:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:53:30,270 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:34757' 2024-11-18T20:53:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:30,299 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cfb6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,300 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:30,300 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:30,301 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:30,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:30,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:30,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfc35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:30,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:30,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,304 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:30,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bebbdf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:30,305 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34757,1731963190681 2024-11-18T20:53:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@320f03f8 2024-11-18T20:53:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:30,307 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:30,308 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T20:53:30,309 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:53:30,309 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,309 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:30,309 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:30,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:30,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:53:30,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:30,313 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:30,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:53:30,362 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:53:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:30,496 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:30,776 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b54079e32f21277d1eb1d3a70b372b98, NAME => 'hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264 2024-11-18T20:53:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:53:30,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:30,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b54079e32f21277d1eb1d3a70b372b98, disabling compactions & flushes 2024-11-18T20:53:30,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:30,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:30,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. after waiting 0 ms 2024-11-18T20:53:30,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:30,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:30,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b54079e32f21277d1eb1d3a70b372b98: Waiting for close lock at 1731963210808Disabling compacts and flushes for region at 1731963210808Disabling writes for close at 1731963210808Writing region close event to WAL at 1731963210808Closed at 1731963210808 2024-11-18T20:53:30,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:30,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963210816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963210816"}]},"ts":"1731963210816"} 2024-11-18T20:53:30,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:30,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:30,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963210820"}]},"ts":"1731963210820"} 2024-11-18T20:53:30,823 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:53:30,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b54079e32f21277d1eb1d3a70b372b98, ASSIGN}] 2024-11-18T20:53:30,827 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:30,827 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b54079e32f21277d1eb1d3a70b372b98, ASSIGN 2024-11-18T20:53:30,828 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b54079e32f21277d1eb1d3a70b372b98, ASSIGN; state=OFFLINE, location=29a7ef02c270,46331,1731963198024; forceNewPlan=false, retain=false 2024-11-18T20:53:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:30,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b54079e32f21277d1eb1d3a70b372b98, regionState=OPENING, regionLocation=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:30,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b54079e32f21277d1eb1d3a70b372b98, ASSIGN because future has completed 2024-11-18T20:53:30,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b54079e32f21277d1eb1d3a70b372b98, server=29a7ef02c270,46331,1731963198024}] 2024-11-18T20:53:31,038 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:31,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:31,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:31,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:53:31,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C46331%2C1731963198024.rep, suffix=, logDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/oldWALs, maxLogs=10 2024-11-18T20:53:31,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.rep.1731963211170, exclude list is [], retry=0 2024-11-18T20:53:31,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-c940839e-80be-4d59-a131-b73472d6f86b,DISK] 2024-11-18T20:53:31,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.rep.1731963211170 2024-11-18T20:53:31,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-18T20:53:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b54079e32f21277d1eb1d3a70b372b98, NAME => 'hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:31,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. service=MultiRowMutationService 2024-11-18T20:53:31,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:53:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:31,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,247 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:31,258 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,269 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b54079e32f21277d1eb1d3a70b372b98 columnFamilyName hfileref 2024-11-18T20:53:31,269 DEBUG [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:31,274 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] regionserver.HStore(327): Store=b54079e32f21277d1eb1d3a70b372b98/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:31,274 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,284 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b54079e32f21277d1eb1d3a70b372b98 columnFamilyName queue 2024-11-18T20:53:31,284 DEBUG [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:31,288 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] regionserver.HStore(327): Store=b54079e32f21277d1eb1d3a70b372b98/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:31,288 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,296 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b54079e32f21277d1eb1d3a70b372b98 columnFamilyName sid 2024-11-18T20:53:31,296 DEBUG [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:31,303 INFO [StoreOpener-b54079e32f21277d1eb1d3a70b372b98-1 {}] regionserver.HStore(327): Store=b54079e32f21277d1eb1d3a70b372b98/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:31,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/replication/b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/replication/b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/replication/b54079e32f21277d1eb1d3a70b372b98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:31,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b54079e32f21277d1eb1d3a70b372b98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72726603, jitterRate=0.08371083438396454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:31,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:31,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b54079e32f21277d1eb1d3a70b372b98: Running coprocessor pre-open hook at 1731963211238Writing region info on filesystem at 1731963211238Initializing all the Stores at 1731963211256 (+18 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963211256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963211257 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963211257Cleaning up temporary data from old regions at 1731963211319 (+62 ms)Running coprocessor post-open hooks at 1731963211343 (+24 ms)Region opened successfully at 1731963211344 (+1 ms) 2024-11-18T20:53:31,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98., pid=10, masterSystemTime=1731963211155 2024-11-18T20:53:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:31,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:31,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b54079e32f21277d1eb1d3a70b372b98, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,46331,1731963198024 2024-11-18T20:53:31,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b54079e32f21277d1eb1d3a70b372b98, server=29a7ef02c270,46331,1731963198024 because future has completed 2024-11-18T20:53:31,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:53:31,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b54079e32f21277d1eb1d3a70b372b98, server=29a7ef02c270,46331,1731963198024 in 373 msec 2024-11-18T20:53:31,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:53:31,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b54079e32f21277d1eb1d3a70b372b98, ASSIGN in 537 msec 2024-11-18T20:53:31,366 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:31,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963211366"}]},"ts":"1731963211366"} 2024-11-18T20:53:31,369 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:53:31,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:31,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0610 sec 2024-11-18T20:53:31,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98., hostname=29a7ef02c270,46331,1731963198024, seqNum=2] 2024-11-18T20:53:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:31,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:31,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:31,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:53:31,768 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:31,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:53:31,843 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:53:31,911 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,46331,1731963198024, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:53:31,912 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:31,912 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,46331,1731963198024, seqNum=-1] 2024-11-18T20:53:31,912 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:31,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T20:53:31,919 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,46331,1731963198024', locateType=CURRENT is [region=hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98., hostname=29a7ef02c270,46331,1731963198024, seqNum=2] 2024-11-18T20:53:31,938 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:53:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:53:31,957 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,46331,1731963198024 suceeded 2024-11-18T20:53:31,959 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:34757' 2024-11-18T20:53:31,966 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:31,959 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:34757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:53:31,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7040 sec 2024-11-18T20:53:31,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:53:31,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 283 msec 2024-11-18T20:53:31,987 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:31,988 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:31,988 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:31,995 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f25564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:31,998 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:31,998 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:31,998 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:31,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34757,1731963190681 2024-11-18T20:53:31,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e963fae 2024-11-18T20:53:32,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:32,012 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T20:53:32,020 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,46331,1731963198024 (queues=1) is replicating from cluster=2baaa0c6-e17e-465a-bd84-e1c04d5a8d58 to cluster=c261bea2-d97c-4b67-8c95-b4ee14a9533f 2024-11-18T20:53:32,020 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C46331%2C1731963198024 2024-11-18T20:53:32,020 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,46331,1731963198024, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:53:32,025 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, startPosition=0, beingWritten=true 2024-11-18T20:53:32,042 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C46331%2C1731963198024 2024-11-18T20:53:32,058 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:32,058 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 379, reset compression=false 2024-11-18T20:53:32,058 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:32,293 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 379, reset compression=false 2024-11-18T20:53:32,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,403 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:32,443 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:53:32,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:32,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:32,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:32,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:32,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:32,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39973,-1 for getting cluster id 2024-11-18T20:53:32,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:32,456 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1392d8d1-2d5b-4518-bb00-c91d89599d81' 2024-11-18T20:53:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1392d8d1-2d5b-4518-bb00-c91d89599d81" 2024-11-18T20:53:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f85864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39973,-1] 2024-11-18T20:53:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:32,460 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee1b1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:32,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:32,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,476 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:32,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:32,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed6d23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:32,481 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784fd156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:32,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39931,-1 for getting cluster id 2024-11-18T20:53:32,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:32,492 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2baaa0c6-e17e-465a-bd84-e1c04d5a8d58' 2024-11-18T20:53:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2baaa0c6-e17e-465a-bd84-e1c04d5a8d58" 2024-11-18T20:53:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca7e599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39931,-1] 2024-11-18T20:53:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:32,498 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:32,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548940f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:32,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:32,515 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,37753,1731963183786, seqNum=-1] 2024-11-18T20:53:32,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:32,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:32,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8., hostname=29a7ef02c270,37753,1731963183786, seqNum=2] 2024-11-18T20:53:32,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:32,528 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,46331,1731963198024, seqNum=-1] 2024-11-18T20:53:32,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:32,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:32,532 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963204718.a7d49313756b0bdf42db54c4780ff525., hostname=29a7ef02c270,46331,1731963198024, seqNum=2] 2024-11-18T20:53:32,536 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:53:32,615 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 379, reset compression=false 2024-11-18T20:53:32,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:53:33,007 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 379, reset compression=false 2024-11-18T20:53:33,052 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:33,052 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:33,052 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,37753,1731963183786 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T20:53:33,055 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 379, reset compression=false 2024-11-18T20:53:33,063 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:33,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T20:53:33,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:33,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a29fc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:33,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34757,-1 for getting cluster id 2024-11-18T20:53:33,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:33,081 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c261bea2-d97c-4b67-8c95-b4ee14a9533f' 2024-11-18T20:53:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c261bea2-d97c-4b67-8c95-b4ee14a9533f" 2024-11-18T20:53:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c8aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34757,-1] 2024-11-18T20:53:33,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:33,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:33,084 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:33,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fbae384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:33,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:33,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,32987,1731963190999, seqNum=-1] 2024-11-18T20:53:33,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:33,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T20:53:33,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963204053.e99953153ea2e0f69d55914a08348faf., hostname=29a7ef02c270,32987,1731963190999, seqNum=2] 2024-11-18T20:53:33,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:33,150 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 379, reset compression=false 2024-11-18T20:53:33,204 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:33,204 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 503, reset compression=false 2024-11-18T20:53:33,204 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[{test/e99953153ea2e0f69d55914a08348faf/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T20:53:33,206 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:33,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T20:53:33,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:33,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28405abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:33,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,39931,-1 for getting cluster id 2024-11-18T20:53:33,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:33,241 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2baaa0c6-e17e-465a-bd84-e1c04d5a8d58' 2024-11-18T20:53:33,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:33,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2baaa0c6-e17e-465a-bd84-e1c04d5a8d58" 2024-11-18T20:53:33,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@153d274e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:33,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,39931,-1] 2024-11-18T20:53:33,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:33,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:33,245 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:33,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d09ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:33,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:33,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,46331,1731963198024, seqNum=-1] 2024-11-18T20:53:33,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:33,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T20:53:33,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731963204718.a7d49313756b0bdf42db54c4780ff525., hostname=29a7ef02c270,46331,1731963198024, seqNum=2] 2024-11-18T20:53:33,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:33,312 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:33,495 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 503, reset compression=false 2024-11-18T20:53:33,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T20:53:33,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,32987,1731963190999, seqNum=-1] 2024-11-18T20:53:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:33,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:33,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731963204053.e99953153ea2e0f69d55914a08348faf., hostname=29a7ef02c270,32987,1731963190999, seqNum=2] 2024-11-18T20:53:33,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T20:53:33,650 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 379, reset compression=false 2024-11-18T20:53:33,675 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:33,708 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:33,708 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 527, reset compression=false 2024-11-18T20:53:33,708 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:33,830 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 503, reset compression=false 2024-11-18T20:53:33,877 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:33,877 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 607, reset compression=false 2024-11-18T20:53:33,877 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[{test/e99953153ea2e0f69d55914a08348faf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:53:33,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:33,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:33,967 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 527, reset compression=false 2024-11-18T20:53:33,987 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:33,987 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 655, reset compression=false 2024-11-18T20:53:33,987 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:34,116 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 607, reset compression=false 2024-11-18T20:53:34,147 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:34,194 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 655, reset compression=false 2024-11-18T20:53:34,447 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 607, reset compression=false 2024-11-18T20:53:34,527 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 655, reset compression=false 2024-11-18T20:53:34,581 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T20:53:34,592 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T20:53:34,678 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:34,883 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 607, reset compression=false 2024-11-18T20:53:34,989 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 655, reset compression=false 2024-11-18T20:53:35,033 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:35,033 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 759, reset compression=false 2024-11-18T20:53:35,033 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7d49313756b0bdf42db54c4780ff525/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:53:35,036 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:35,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T20:53:35,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:35,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:35,266 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 759, reset compression=false 2024-11-18T20:53:35,312 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:35,406 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 607, reset compression=false 2024-11-18T20:53:35,441 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:35,441 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 734, reset compression=false 2024-11-18T20:53:35,443 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:35,592 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 759, reset compression=false 2024-11-18T20:53:35,596 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T20:53:35,602 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T20:53:35,668 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 734, reset compression=false 2024-11-18T20:53:35,995 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 734, reset compression=false 2024-11-18T20:53:36,036 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 759, reset compression=false 2024-11-18T20:53:36,043 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 480, reset compression=false 2024-11-18T20:53:36,092 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:36,092 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:36,092 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,37753,1731963183786 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T20:53:36,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:36,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:36,324 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:36,435 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=35, reused chunk count=125, reuseRatio=78.13% 2024-11-18T20:53:36,435 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 734, reset compression=false 2024-11-18T20:53:36,439 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T20:53:36,477 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:36,477 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 881, reset compression=false 2024-11-18T20:53:36,477 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[{test/e99953153ea2e0f69d55914a08348faf/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T20:53:36,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:36,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:36,580 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 759, reset compression=false 2024-11-18T20:53:36,612 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T20:53:36,617 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T20:53:36,626 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:36,626 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 930, reset compression=false 2024-11-18T20:53:36,630 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:36,651 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:36,728 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 881, reset compression=false 2024-11-18T20:53:36,739 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:36,739 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1040, reset compression=false 2024-11-18T20:53:36,739 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[{test/e99953153ea2e0f69d55914a08348faf/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:53:36,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:36,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:36,848 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 930, reset compression=false 2024-11-18T20:53:36,853 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:36,853 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1080, reset compression=false 2024-11-18T20:53:36,853 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:36,947 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1040, reset compression=false 2024-11-18T20:53:37,056 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1080, reset compression=false 2024-11-18T20:53:37,069 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:37,263 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1040, reset compression=false 2024-11-18T20:53:37,374 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1080, reset compression=false 2024-11-18T20:53:37,595 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:37,619 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T20:53:37,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T20:53:37,705 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1040, reset compression=false 2024-11-18T20:53:37,822 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1080, reset compression=false 2024-11-18T20:53:37,858 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:53:37,858 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1239, reset compression=false 2024-11-18T20:53:37,858 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7d49313756b0bdf42db54c4780ff525/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:53:37,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:53:37,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:53:38,091 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1239, reset compression=false 2024-11-18T20:53:38,239 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1040, reset compression=false 2024-11-18T20:53:38,243 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:38,280 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:38,280 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:38,287 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:38,419 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1239, reset compression=false 2024-11-18T20:53:38,519 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:38,632 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T20:53:38,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:53:38,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:38,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:38,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:38,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:38,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:53:38,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1589919667, stopped=false 2024-11-18T20:53:38,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,39931,1731963197867 2024-11-18T20:53:38,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:38,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-979367228/running 2024-11-18T20:53:38,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:38,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/running 2024-11-18T20:53:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-979367228/running 2024-11-18T20:53:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:38,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:53:38,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:38,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:38,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:38,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,46331,1731963198024' ***** 2024-11-18T20:53:38,729 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:53:38,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Set watcher on znode that does not yet exist, /2-979367228/running 2024-11-18T20:53:38,729 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:53:38,729 INFO [RS:0;29a7ef02c270:46331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:53:38,730 INFO [RS:0;29a7ef02c270:46331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:53:38,730 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(3091): Received CLOSE for a7d49313756b0bdf42db54c4780ff525 2024-11-18T20:53:38,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:53:38,738 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(3091): Received CLOSE for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:38,739 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,46331,1731963198024 2024-11-18T20:53:38,739 INFO [RS:0;29a7ef02c270:46331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:53:38,739 INFO [RS:0;29a7ef02c270:46331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:46331. 2024-11-18T20:53:38,739 DEBUG [RS:0;29a7ef02c270:46331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:38,739 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:38,739 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:53:38,739 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:53:38,739 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:53:38,740 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:53:38,740 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7d49313756b0bdf42db54c4780ff525, disabling compactions & flushes 2024-11-18T20:53:38,740 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:38,740 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:38,740 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. after waiting 0 ms 2024-11-18T20:53:38,740 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:38,740 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7d49313756b0bdf42db54c4780ff525 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T20:53:38,743 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:53:38,743 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a7d49313756b0bdf42db54c4780ff525=test,,1731963204718.a7d49313756b0bdf42db54c4780ff525., b54079e32f21277d1eb1d3a70b372b98=hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.} 2024-11-18T20:53:38,744 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7d49313756b0bdf42db54c4780ff525, b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:38,745 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:38,745 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:38,745 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:38,746 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:38,746 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:38,746 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:53:38,780 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/f/abc5c5d230244f9fb7f2a0b46f4492f6 is 29, key is row1/f:/1731963216613/DeleteFamily/seqid=0 2024-11-18T20:53:38,799 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:53:38,810 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/info/cea3027c8cfa4567a4ed193cd0f50aaf is 147, key is hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98./info:regioninfo/1731963211352/Put/seqid=0 2024-11-18T20:53:38,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741840_1016 (size=5152) 2024-11-18T20:53:38,831 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/f/abc5c5d230244f9fb7f2a0b46f4492f6 2024-11-18T20:53:38,849 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:53:38,875 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1239, reset compression=false 2024-11-18T20:53:38,887 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abc5c5d230244f9fb7f2a0b46f4492f6 2024-11-18T20:53:38,911 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:38,911 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1486, reset compression=false 2024-11-18T20:53:38,915 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,46331,1731963198024 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:38,916 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,46331,1731963198024: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,46331,1731963198024, walGroup=29a7ef02c270%2C46331%2C1731963198024, offset=29a7ef02c270%2C46331%2C1731963198024.1731963200815:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:46331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:53:38,918 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:53:38,918 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:53:38,919 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:53:38,920 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:53:38,920 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:53:38,920 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 944321344 }, "NonHeapMemoryUsage": { "committed": 204996608, "init": 7667712, "max": -1, "used": 200798384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:53:38,920 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:39931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:39931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:53:38,937 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/f1/31e184d4f02347c080c083839e73209c is 30, key is row1/f1:/1731963216613/DeleteFamily/seqid=0 2024-11-18T20:53:38,944 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7d49313756b0bdf42db54c4780ff525, b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741842_1018 (size=5158) 2024-11-18T20:53:38,987 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:39,140 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1486, reset compression=false 2024-11-18T20:53:39,147 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7d49313756b0bdf42db54c4780ff525, b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:39,272 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/info/cea3027c8cfa4567a4ed193cd0f50aaf 2024-11-18T20:53:39,292 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:39,351 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7d49313756b0bdf42db54c4780ff525, b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:39,353 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/f1/31e184d4f02347c080c083839e73209c 2024-11-18T20:53:39,360 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/ns/57b12bae776b416980c2cbe8879f92ac is 43, key is default/ns:d/1731963201717/Put/seqid=0 2024-11-18T20:53:39,368 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31e184d4f02347c080c083839e73209c 2024-11-18T20:53:39,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741843_1019 (size=5153) 2024-11-18T20:53:39,390 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/norep/73017439a58b41d890f7baf366a67424 is 33, key is row2/norep:/1731963217620/DeleteFamily/seqid=0 2024-11-18T20:53:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741844_1020 (size=5108) 2024-11-18T20:53:39,402 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/norep/73017439a58b41d890f7baf366a67424 2024-11-18T20:53:39,406 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73017439a58b41d890f7baf366a67424 2024-11-18T20:53:39,408 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/f/abc5c5d230244f9fb7f2a0b46f4492f6 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/f/abc5c5d230244f9fb7f2a0b46f4492f6 2024-11-18T20:53:39,413 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abc5c5d230244f9fb7f2a0b46f4492f6 2024-11-18T20:53:39,413 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/f/abc5c5d230244f9fb7f2a0b46f4492f6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:53:39,414 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/f1/31e184d4f02347c080c083839e73209c as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/f1/31e184d4f02347c080c083839e73209c 2024-11-18T20:53:39,420 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31e184d4f02347c080c083839e73209c 2024-11-18T20:53:39,420 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/f1/31e184d4f02347c080c083839e73209c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:53:39,421 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/.tmp/norep/73017439a58b41d890f7baf366a67424 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/norep/73017439a58b41d890f7baf366a67424 2024-11-18T20:53:39,427 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73017439a58b41d890f7baf366a67424 2024-11-18T20:53:39,427 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/norep/73017439a58b41d890f7baf366a67424, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T20:53:39,428 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a7d49313756b0bdf42db54c4780ff525 in 688ms, sequenceid=10, compaction requested=false 2024-11-18T20:53:39,480 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/default/test/a7d49313756b0bdf42db54c4780ff525/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:53:39,482 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:39,482 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:53:39,482 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:39,482 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7d49313756b0bdf42db54c4780ff525: Waiting for close lock at 1731963218740Running coprocessor pre-close hooks at 1731963218740Disabling compacts and flushes for region at 1731963218740Disabling writes for close at 1731963218740Obtaining lock to block concurrent updates at 1731963218740Preparing flush snapshotting stores in a7d49313756b0bdf42db54c4780ff525 at 1731963218740Finished memstore snapshotting test,,1731963204718.a7d49313756b0bdf42db54c4780ff525., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731963218741 (+1 ms)Flushing stores of test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. at 1731963218744 (+3 ms)Flushing a7d49313756b0bdf42db54c4780ff525/f: creating writer at 1731963218745 (+1 ms)Flushing a7d49313756b0bdf42db54c4780ff525/f: appending metadata at 1731963218779 (+34 ms)Flushing a7d49313756b0bdf42db54c4780ff525/f: closing flushed file at 1731963218779Flushing a7d49313756b0bdf42db54c4780ff525/f1: creating writer at 1731963218888 (+109 ms)Flushing a7d49313756b0bdf42db54c4780ff525/f1: appending metadata at 1731963218936 (+48 ms)Flushing a7d49313756b0bdf42db54c4780ff525/f1: closing flushed file at 1731963218936Flushing a7d49313756b0bdf42db54c4780ff525/norep: creating writer at 1731963219368 (+432 ms)Flushing a7d49313756b0bdf42db54c4780ff525/norep: appending metadata at 1731963219389 (+21 ms)Flushing a7d49313756b0bdf42db54c4780ff525/norep: closing flushed file at 1731963219389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ad2c17: reopening flushed file at 1731963219407 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ba169: reopening flushed file at 1731963219413 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701b463d: reopening flushed file at 1731963219421 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a7d49313756b0bdf42db54c4780ff525 in 688ms, sequenceid=10, compaction requested=false at 1731963219429 (+8 ms)Writing region close event to WAL at 1731963219469 (+40 ms)Running coprocessor post-close hooks at 1731963219482 (+13 ms)Closed at 1731963219482 2024-11-18T20:53:39,482 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963204718.a7d49313756b0bdf42db54c4780ff525. 2024-11-18T20:53:39,483 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b54079e32f21277d1eb1d3a70b372b98, disabling compactions & flushes 2024-11-18T20:53:39,483 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,483 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,483 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. after waiting 0 ms 2024-11-18T20:53:39,483 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,483 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b54079e32f21277d1eb1d3a70b372b98: Waiting for close lock at 1731963219483Running coprocessor pre-close hooks at 1731963219483Disabling compacts and flushes for region at 1731963219483Disabling writes for close at 1731963219483Failed flush hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98., putting online again at 1731963219483 2024-11-18T20:53:39,483 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,495 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 1486, reset compression=false 2024-11-18T20:53:39,552 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:39,552 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 2130, reset compression=false 2024-11-18T20:53:39,555 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(3091): Received CLOSE for b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:39,555 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b54079e32f21277d1eb1d3a70b372b98 2024-11-18T20:53:39,557 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b54079e32f21277d1eb1d3a70b372b98, disabling compactions & flushes 2024-11-18T20:53:39,557 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,557 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,557 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. after waiting 0 ms 2024-11-18T20:53:39,558 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,558 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b54079e32f21277d1eb1d3a70b372b98: Waiting for close lock at 1731963219557Running coprocessor pre-close hooks at 1731963219557Disabling compacts and flushes for region at 1731963219557Disabling writes for close at 1731963219557Failed flush hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98., putting online again at 1731963219558 (+1 ms) 2024-11-18T20:53:39,558 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98. 2024-11-18T20:53:39,674 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:53:39,674 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:53:39,757 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:53:39,757 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b54079e32f21277d1eb1d3a70b372b98=hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.} 2024-11-18T20:53:39,757 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:39,782 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/ns/57b12bae776b416980c2cbe8879f92ac 2024-11-18T20:53:39,800 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 2130, reset compression=false 2024-11-18T20:53:39,820 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:39,844 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:39,848 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/rep_barrier/8ab05f0814344dcf9ed2ccc87793cf72 is 112, key is test,,1731963204718.a7d49313756b0bdf42db54c4780ff525./rep_barrier:seqnumDuringOpen/1731963205641/Put/seqid=0 2024-11-18T20:53:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:53:39,896 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/rep_barrier/8ab05f0814344dcf9ed2ccc87793cf72 2024-11-18T20:53:39,932 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/table/38deba4235ab4d2a9d36be3a9afbd373 is 53, key is hbase:replication/table:state/1731963211366/Put/seqid=0 2024-11-18T20:53:39,959 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:53:40,159 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:40,171 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 2130, reset compression=false 2024-11-18T20:53:40,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:53:40,362 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:40,383 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/table/38deba4235ab4d2a9d36be3a9afbd373 2024-11-18T20:53:40,388 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/info/cea3027c8cfa4567a4ed193cd0f50aaf as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/info/cea3027c8cfa4567a4ed193cd0f50aaf 2024-11-18T20:53:40,397 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/info/cea3027c8cfa4567a4ed193cd0f50aaf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:53:40,403 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/ns/57b12bae776b416980c2cbe8879f92ac as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/ns/57b12bae776b416980c2cbe8879f92ac 2024-11-18T20:53:40,417 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/ns/57b12bae776b416980c2cbe8879f92ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:53:40,422 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/rep_barrier/8ab05f0814344dcf9ed2ccc87793cf72 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/rep_barrier/8ab05f0814344dcf9ed2ccc87793cf72 2024-11-18T20:53:40,431 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/rep_barrier/8ab05f0814344dcf9ed2ccc87793cf72, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:53:40,432 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/.tmp/table/38deba4235ab4d2a9d36be3a9afbd373 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/table/38deba4235ab4d2a9d36be3a9afbd373 2024-11-18T20:53:40,443 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/table/38deba4235ab4d2a9d36be3a9afbd373, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:53:40,455 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-18T20:53:40,476 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:40,563 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:40,568 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:53:40,572 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:40,572 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:53:40,572 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:40,572 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963218745Running coprocessor pre-close hooks at 1731963218745Disabling compacts and flushes for region at 1731963218745Disabling writes for close at 1731963218746 (+1 ms)Obtaining lock to block concurrent updates at 1731963218746Preparing flush snapshotting stores in 1588230740 at 1731963218746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963218746Flushing stores of hbase:meta,,1.1588230740 at 1731963218759 (+13 ms)Flushing 1588230740/info: creating writer at 1731963218759Flushing 1588230740/info: appending metadata at 1731963218809 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731963218809Flushing 1588230740/ns: creating writer at 1731963219332 (+523 ms)Flushing 1588230740/ns: appending metadata at 1731963219359 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731963219359Flushing 1588230740/rep_barrier: creating writer at 1731963219792 (+433 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963219847 (+55 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963219847Flushing 1588230740/table: creating writer at 1731963219900 (+53 ms)Flushing 1588230740/table: appending metadata at 1731963219932 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731963219932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586956e0: reopening flushed file at 1731963220387 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2230bec8: reopening flushed file at 1731963220397 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a448ece: reopening flushed file at 1731963220417 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506e19da: reopening flushed file at 1731963220431 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731963220455 (+24 ms)Writing region close event to WAL at 1731963220523 (+68 ms)Running coprocessor post-close hooks at 1731963220572 (+49 ms)Closed at 1731963220572 2024-11-18T20:53:40,572 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:40,598 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/WALs/29a7ef02c270,46331,1731963198024/29a7ef02c270%2C46331%2C1731963198024.1731963200815 to pos 2130, reset compression=false 2024-11-18T20:53:40,763 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:53:40,763 DEBUG [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1325): Online Regions={b54079e32f21277d1eb1d3a70b372b98=hbase:replication,,1731963210309.b54079e32f21277d1eb1d3a70b372b98.} 2024-11-18T20:53:40,763 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:53:40,763 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,46331,1731963198024; all regions closed. 2024-11-18T20:53:40,783 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:53:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741839_1015 (size=2171) 2024-11-18T20:53:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741832_1008 (size=2138) 2024-11-18T20:53:40,879 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:40,879 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:53:40,880 INFO [RS:0;29a7ef02c270:46331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:53:40,880 INFO [RS:0;29a7ef02c270:46331 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:53:40,880 INFO [RS:0;29a7ef02c270:46331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:53:40,880 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:53:40,880 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,46331,1731963198024 because: Region server is closing 2024-11-18T20:53:40,881 INFO [RS:0;29a7ef02c270:46331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:46331. 2024-11-18T20:53:40,881 DEBUG [RS:0;29a7ef02c270:46331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:40,881 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:40,881 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:40,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:40,981 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.shipper29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 terminated 2024-11-18T20:53:40,981 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,46331,1731963198024.replicationSource.wal-reader.29a7ef02c270%2C46331%2C1731963198024,1-29a7ef02c270,46331,1731963198024 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:53:40,981 INFO [RS:0;29a7ef02c270:46331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:46331. 2024-11-18T20:53:40,981 DEBUG [RS:0;29a7ef02c270:46331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:40,981 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:40,982 DEBUG [RS:0;29a7ef02c270:46331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:40,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:40,982 INFO [RS:0;29a7ef02c270:46331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46331 2024-11-18T20:53:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228/rs 2024-11-18T20:53:41,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,46331,1731963198024] 2024-11-18T20:53:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-979367228/rs/29a7ef02c270,46331,1731963198024 2024-11-18T20:53:41,051 INFO [RS:0;29a7ef02c270:46331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:53:41,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/draining/29a7ef02c270,46331,1731963198024 already deleted, retry=false 2024-11-18T20:53:41,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,46331,1731963198024 expired; onlineServers=0 2024-11-18T20:53:41,093 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,39931,1731963197867' ***** 2024-11-18T20:53:41,093 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:53:41,096 INFO [M:0;29a7ef02c270:39931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:53:41,096 INFO [M:0;29a7ef02c270:39931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:53:41,097 DEBUG [M:0;29a7ef02c270:39931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:53:41,097 DEBUG [M:0;29a7ef02c270:39931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:53:41,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:53:41,097 INFO [M:0;29a7ef02c270:39931 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:53:41,097 INFO [M:0;29a7ef02c270:39931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:53:41,097 DEBUG [M:0;29a7ef02c270:39931 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:53:41,097 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963200444 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963200444,5,FailOnTimeoutGroup] 2024-11-18T20:53:41,097 INFO [M:0;29a7ef02c270:39931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:53:41,097 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963200445 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963200445,5,FailOnTimeoutGroup] 2024-11-18T20:53:41,098 INFO [M:0;29a7ef02c270:39931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:53:41,098 INFO [M:0;29a7ef02c270:39931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:53:41,098 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:53:41,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-979367228/master 2024-11-18T20:53:41,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-979367228 2024-11-18T20:53:41,150 DEBUG [M:0;29a7ef02c270:39931 {}] zookeeper.RecoverableZooKeeper(212): Node /2-979367228/master already deleted, retry=false 2024-11-18T20:53:41,150 DEBUG [M:0;29a7ef02c270:39931 {}] master.ActiveMasterManager(353): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-979367228/master 2024-11-18T20:53:41,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:41,204 INFO [RS:0;29a7ef02c270:46331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:53:41,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46331-0x101510282d80007, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:41,204 INFO [RS:0;29a7ef02c270:46331 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,46331,1731963198024; zookeeper connection closed. 2024-11-18T20:53:41,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35d7a271 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35d7a271 2024-11-18T20:53:41,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:53:41,228 INFO [M:0;29a7ef02c270:39931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/.lastflushedseqids 2024-11-18T20:53:41,247 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:53:41,698 INFO [M:0;29a7ef02c270:39931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:53:41,698 INFO [M:0;29a7ef02c270:39931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:53:41,698 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:41,698 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:41,698 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:41,698 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:41,698 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:41,698 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T20:53:41,731 DEBUG [M:0;29a7ef02c270:39931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e7e66750c04a41af42a5f0ed78e4f5 is 82, key is hbase:meta,,1/info:regioninfo/1731963201676/Put/seqid=0 2024-11-18T20:53:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:53:41,736 INFO [M:0;29a7ef02c270:39931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e7e66750c04a41af42a5f0ed78e4f5 2024-11-18T20:53:41,780 DEBUG [M:0;29a7ef02c270:39931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d7b1946c4547538cb4d705c65e0437 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963211371/Put/seqid=0 2024-11-18T20:53:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741849_1025 (size=8515) 2024-11-18T20:53:41,813 INFO [M:0;29a7ef02c270:39931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d7b1946c4547538cb4d705c65e0437 2024-11-18T20:53:41,813 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:41,855 DEBUG [M:0;29a7ef02c270:39931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba26288f2e96457b830dea8871b43e00 is 69, key is 29a7ef02c270,46331,1731963198024/rs:state/1731963200588/Put/seqid=0 2024-11-18T20:53:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:53:42,076 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:42,317 INFO [M:0;29a7ef02c270:39931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba26288f2e96457b830dea8871b43e00 2024-11-18T20:53:42,342 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e7e66750c04a41af42a5f0ed78e4f5 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98e7e66750c04a41af42a5f0ed78e4f5 2024-11-18T20:53:42,353 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98e7e66750c04a41af42a5f0ed78e4f5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:53:42,354 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d7b1946c4547538cb4d705c65e0437 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d7b1946c4547538cb4d705c65e0437 2024-11-18T20:53:42,363 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d7b1946c4547538cb4d705c65e0437, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:53:42,364 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba26288f2e96457b830dea8871b43e00 as hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba26288f2e96457b830dea8871b43e00 2024-11-18T20:53:42,374 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba26288f2e96457b830dea8871b43e00, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:53:42,377 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 678ms, sequenceid=97, compaction requested=false 2024-11-18T20:53:42,392 INFO [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:42,392 DEBUG [M:0;29a7ef02c270:39931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963221698Disabling compacts and flushes for region at 1731963221698Disabling writes for close at 1731963221698Obtaining lock to block concurrent updates at 1731963221698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963221698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731963221699 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963221699Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963221699Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963221730 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963221730Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963221746 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963221780 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963221780Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963221817 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963221854 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963221854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376ece89: reopening flushed file at 1731963222341 (+487 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c9f03d: reopening flushed file at 1731963222353 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7e3943: reopening flushed file at 1731963222363 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 678ms, sequenceid=97, compaction requested=false at 1731963222377 (+14 ms)Writing region close event to WAL at 1731963222392 (+15 ms)Closed at 1731963222392 2024-11-18T20:53:42,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49dea63b-b246-2101-4e4d-1b887beb4264/MasterData/WALs/29a7ef02c270,39931,1731963197867/29a7ef02c270%2C39931%2C1731963197867.1731963200090 not finished, retry = 0 2024-11-18T20:53:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741830_1006 (size=63642) 2024-11-18T20:53:42,529 INFO [M:0;29a7ef02c270:39931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:53:42,529 INFO [M:0;29a7ef02c270:39931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39931 2024-11-18T20:53:42,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:53:42,531 INFO [M:0;29a7ef02c270:39931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:53:42,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:42,652 INFO [M:0;29a7ef02c270:39931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:53:42,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39931-0x101510282d80006, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:42,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b617186{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:42,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:53:42,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:53:42,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:53:42,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir/,STOPPED} 2024-11-18T20:53:42,668 WARN [BP-213902376-172.17.0.2-1731963194783 heartbeating to localhost/127.0.0.1:43443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:53:42,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:53:42,668 WARN [BP-213902376-172.17.0.2-1731963194783 heartbeating to localhost/127.0.0.1:43443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-213902376-172.17.0.2-1731963194783 (Datanode Uuid 4d302bea-90ab-472c-a72b-ad3d2fe667fe) service to localhost/127.0.0.1:43443 2024-11-18T20:53:42,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:53:42,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/cluster_65461b8f-f7e3-b497-d464-2643b2d08870/data/data2/current/BP-213902376-172.17.0.2-1731963194783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:53:42,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:53:42,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/cluster_65461b8f-f7e3-b497-d464-2643b2d08870/data/data1/current/BP-213902376-172.17.0.2-1731963194783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:53:42,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a345aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:42,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:53:42,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:53:42,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:53:42,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir/,STOPPED} 2024-11-18T20:53:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:53:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:53:42,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:42,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:42,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:42,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:42,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:42,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:53:42,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1667344904, stopped=false 2024-11-18T20:53:42,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,34757,1731963190681 2024-11-18T20:53:42,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945401737/running 2024-11-18T20:53:42,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:53:42,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:42,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945401737/running 2024-11-18T20:53:42,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:42,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:42,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:42,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:42,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,32987,1731963190999' ***** 2024-11-18T20:53:42,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:53:42,760 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:53:42,760 INFO [RS:0;29a7ef02c270:32987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:53:42,760 INFO [RS:0;29a7ef02c270:32987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:53:42,760 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e0bfeab80ef6af6db86256933ad28b9 2024-11-18T20:53:42,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:53:42,763 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(3091): Received CLOSE for e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:42,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/running 2024-11-18T20:53:42,763 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,32987,1731963190999 2024-11-18T20:53:42,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Set watcher on znode that does not yet exist, /11945401737/running 2024-11-18T20:53:42,763 INFO [RS:0;29a7ef02c270:32987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:53:42,763 INFO [RS:0;29a7ef02c270:32987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:32987. 2024-11-18T20:53:42,763 DEBUG [RS:0;29a7ef02c270:32987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:42,763 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:42,764 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:53:42,764 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:53:42,764 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:53:42,764 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:53:42,764 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:53:42,764 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1325): Online Regions={8e0bfeab80ef6af6db86256933ad28b9=hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9., 1588230740=hbase:meta,,1.1588230740, e99953153ea2e0f69d55914a08348faf=test,,1731963204053.e99953153ea2e0f69d55914a08348faf.} 2024-11-18T20:53:42,764 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e0bfeab80ef6af6db86256933ad28b9, e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:42,764 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:42,765 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:42,765 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:42,765 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:42,765 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:42,765 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:53:42,769 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e0bfeab80ef6af6db86256933ad28b9, disabling compactions & flushes 2024-11-18T20:53:42,769 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:42,769 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:42,769 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. after waiting 0 ms 2024-11-18T20:53:42,769 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:42,769 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e0bfeab80ef6af6db86256933ad28b9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T20:53:42,809 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/info/a4fa5b76bee040a7b7c0bd3928c78d92 is 147, key is hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9./info:regioninfo/1731963209579/Put/seqid=0 2024-11-18T20:53:42,809 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/.tmp/queue/5e9bf34ad52a4ff89cc129281a6e4f5a is 154, key is 1-29a7ef02c270,32987,1731963190999/queue:29a7ef02c270%2C32987%2C1731963190999/1731963218290/Put/seqid=0 2024-11-18T20:53:42,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741840_1016 (size=5353) 2024-11-18T20:53:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:53:42,841 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/info/a4fa5b76bee040a7b7c0bd3928c78d92 2024-11-18T20:53:42,849 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:53:42,910 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/ns/07426a9dd16d4e4896c01e8194687126 is 43, key is default/ns:d/1731963194522/Put/seqid=0 2024-11-18T20:53:42,948 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:53:42,964 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e0bfeab80ef6af6db86256933ad28b9, e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:43,003 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:43,165 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e0bfeab80ef6af6db86256933ad28b9, e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:43,227 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/.tmp/queue/5e9bf34ad52a4ff89cc129281a6e4f5a 2024-11-18T20:53:43,233 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/.tmp/queue/5e9bf34ad52a4ff89cc129281a6e4f5a as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/queue/5e9bf34ad52a4ff89cc129281a6e4f5a 2024-11-18T20:53:43,243 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/queue/5e9bf34ad52a4ff89cc129281a6e4f5a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T20:53:43,244 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8e0bfeab80ef6af6db86256933ad28b9 in 475ms, sequenceid=12, compaction requested=false 2024-11-18T20:53:43,256 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/replication/8e0bfeab80ef6af6db86256933ad28b9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:53:43,257 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e0bfeab80ef6af6db86256933ad28b9: Waiting for close lock at 1731963222767Running coprocessor pre-close hooks at 1731963222767Disabling compacts and flushes for region at 1731963222768 (+1 ms)Disabling writes for close at 1731963222769 (+1 ms)Obtaining lock to block concurrent updates at 1731963222769Preparing flush snapshotting stores in 8e0bfeab80ef6af6db86256933ad28b9 at 1731963222769Finished memstore snapshotting hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731963222769Flushing stores of hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. at 1731963222770 (+1 ms)Flushing 8e0bfeab80ef6af6db86256933ad28b9/queue: creating writer at 1731963222770Flushing 8e0bfeab80ef6af6db86256933ad28b9/queue: appending metadata at 1731963222808 (+38 ms)Flushing 8e0bfeab80ef6af6db86256933ad28b9/queue: closing flushed file at 1731963222808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d962944: reopening flushed file at 1731963223232 (+424 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8e0bfeab80ef6af6db86256933ad28b9 in 475ms, sequenceid=12, compaction requested=false at 1731963223244 (+12 ms)Writing region close event to WAL at 1731963223249 (+5 ms)Running coprocessor post-close hooks at 1731963223256 (+7 ms)Closed at 1731963223257 (+1 ms) 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963208105.8e0bfeab80ef6af6db86256933ad28b9. 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e99953153ea2e0f69d55914a08348faf, disabling compactions & flushes 2024-11-18T20:53:43,257 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963204053.e99953153ea2e0f69d55914a08348faf. after waiting 0 ms 2024-11-18T20:53:43,257 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:43,257 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e99953153ea2e0f69d55914a08348faf 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T20:53:43,304 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/f/743036752be0401287e780f32db2cb23 is 29, key is row1/f:/1731963216613/DeleteFamily/seqid=0 2024-11-18T20:53:43,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741843_1019 (size=5152) 2024-11-18T20:53:43,320 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/f/743036752be0401287e780f32db2cb23 2024-11-18T20:53:43,325 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743036752be0401287e780f32db2cb23 2024-11-18T20:53:43,352 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/ns/07426a9dd16d4e4896c01e8194687126 2024-11-18T20:53:43,363 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/f1/d193271bcdc7427eaaa5239e99bbeb28 is 30, key is row1/f1:/1731963216613/DeleteFamily/seqid=0 2024-11-18T20:53:43,365 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:43,385 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/rep_barrier/f5a36bd963fc4e11a07606a6ebc3c112 is 112, key is test,,1731963204053.e99953153ea2e0f69d55914a08348faf./rep_barrier:seqnumDuringOpen/1731963204553/Put/seqid=0 2024-11-18T20:53:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741844_1020 (size=5158) 2024-11-18T20:53:43,397 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/f1/d193271bcdc7427eaaa5239e99bbeb28 2024-11-18T20:53:43,404 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d193271bcdc7427eaaa5239e99bbeb28 2024-11-18T20:53:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:53:43,422 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/rep_barrier/f5a36bd963fc4e11a07606a6ebc3c112 2024-11-18T20:53:43,449 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/norep/6cac24192381408b9b8c3b829bfe0e97 is 33, key is row1/norep:/1731963216613/DeleteFamily/seqid=0 2024-11-18T20:53:43,495 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/table/3619174c4bb54ac3a599c5a0cfc96a3c is 53, key is hbase:replication/table:state/1731963209595/Put/seqid=0 2024-11-18T20:53:43,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741846_1022 (size=5108) 2024-11-18T20:53:43,531 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:53:43,531 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:53:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741847_1023 (size=5308) 2024-11-18T20:53:43,560 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/table/3619174c4bb54ac3a599c5a0cfc96a3c 2024-11-18T20:53:43,565 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/info/a4fa5b76bee040a7b7c0bd3928c78d92 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/info/a4fa5b76bee040a7b7c0bd3928c78d92 2024-11-18T20:53:43,565 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:43,569 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/info/a4fa5b76bee040a7b7c0bd3928c78d92, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:53:43,570 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/ns/07426a9dd16d4e4896c01e8194687126 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/ns/07426a9dd16d4e4896c01e8194687126 2024-11-18T20:53:43,574 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/ns/07426a9dd16d4e4896c01e8194687126, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:53:43,575 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/rep_barrier/f5a36bd963fc4e11a07606a6ebc3c112 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/rep_barrier/f5a36bd963fc4e11a07606a6ebc3c112 2024-11-18T20:53:43,580 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/rep_barrier/f5a36bd963fc4e11a07606a6ebc3c112, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:53:43,581 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/.tmp/table/3619174c4bb54ac3a599c5a0cfc96a3c as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/table/3619174c4bb54ac3a599c5a0cfc96a3c 2024-11-18T20:53:43,594 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/table/3619174c4bb54ac3a599c5a0cfc96a3c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:53:43,597 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 832ms, sequenceid=16, compaction requested=false 2024-11-18T20:53:43,616 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:53:43,620 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:43,620 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:53:43,620 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:43,620 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963222764Running coprocessor pre-close hooks at 1731963222764Disabling compacts and flushes for region at 1731963222764Disabling writes for close at 1731963222765 (+1 ms)Obtaining lock to block concurrent updates at 1731963222765Preparing flush snapshotting stores in 1588230740 at 1731963222765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963222765Flushing stores of hbase:meta,,1.1588230740 at 1731963222766 (+1 ms)Flushing 1588230740/info: creating writer at 1731963222766Flushing 1588230740/info: appending metadata at 1731963222807 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731963222807Flushing 1588230740/ns: creating writer at 1731963222862 (+55 ms)Flushing 1588230740/ns: appending metadata at 1731963222910 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731963222910Flushing 1588230740/rep_barrier: creating writer at 1731963223357 (+447 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963223384 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963223384Flushing 1588230740/table: creating writer at 1731963223448 (+64 ms)Flushing 1588230740/table: appending metadata at 1731963223495 (+47 ms)Flushing 1588230740/table: closing flushed file at 1731963223495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fdd835: reopening flushed file at 1731963223564 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7164b6: reopening flushed file at 1731963223569 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a067618: reopening flushed file at 1731963223574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@437753e9: reopening flushed file at 1731963223580 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 832ms, sequenceid=16, compaction requested=false at 1731963223597 (+17 ms)Writing region close event to WAL at 1731963223610 (+13 ms)Running coprocessor post-close hooks at 1731963223620 (+10 ms)Closed at 1731963223620 2024-11-18T20:53:43,620 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:43,767 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:53:43,767 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1325): Online Regions={e99953153ea2e0f69d55914a08348faf=test,,1731963204053.e99953153ea2e0f69d55914a08348faf.} 2024-11-18T20:53:43,767 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:43,930 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/norep/6cac24192381408b9b8c3b829bfe0e97 2024-11-18T20:53:43,959 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cac24192381408b9b8c3b829bfe0e97 2024-11-18T20:53:43,962 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/f/743036752be0401287e780f32db2cb23 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/f/743036752be0401287e780f32db2cb23 2024-11-18T20:53:43,975 DEBUG [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1351): Waiting on e99953153ea2e0f69d55914a08348faf 2024-11-18T20:53:44,007 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743036752be0401287e780f32db2cb23 2024-11-18T20:53:44,008 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/f/743036752be0401287e780f32db2cb23, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:53:44,010 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/f1/d193271bcdc7427eaaa5239e99bbeb28 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/f1/d193271bcdc7427eaaa5239e99bbeb28 2024-11-18T20:53:44,015 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d193271bcdc7427eaaa5239e99bbeb28 2024-11-18T20:53:44,015 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/f1/d193271bcdc7427eaaa5239e99bbeb28, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:53:44,016 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/.tmp/norep/6cac24192381408b9b8c3b829bfe0e97 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/norep/6cac24192381408b9b8c3b829bfe0e97 2024-11-18T20:53:44,020 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cac24192381408b9b8c3b829bfe0e97 2024-11-18T20:53:44,021 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/norep/6cac24192381408b9b8c3b829bfe0e97, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T20:53:44,022 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e99953153ea2e0f69d55914a08348faf in 765ms, sequenceid=10, compaction requested=false 2024-11-18T20:53:44,033 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 1189, reset compression=false 2024-11-18T20:53:44,045 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:44,046 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,32987,1731963190999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792, lastWalPosition=2080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:44,048 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/data/default/test/e99953153ea2e0f69d55914a08348faf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:53:44,048 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.wal-reader.29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/WALs/29a7ef02c270,32987,1731963190999/29a7ef02c270%2C32987%2C1731963190999.1731963193792 to pos 2080, reset compression=false 2024-11-18T20:53:44,050 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:44,050 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:53:44,048 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,32987,1731963190999: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,32987,1731963190999, walGroup=29a7ef02c270%2C32987%2C1731963190999, offset=29a7ef02c270%2C32987%2C1731963190999.1731963193792:2080, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:32987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:53:44,050 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:53:44,050 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:53:44,051 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:53:44,051 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:53:44,051 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:53:44,051 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 829075296 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 201401536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:53:44,050 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:44,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e99953153ea2e0f69d55914a08348faf: Waiting for close lock at 1731963223257Running coprocessor pre-close hooks at 1731963223257Disabling compacts and flushes for region at 1731963223257Disabling writes for close at 1731963223257Obtaining lock to block concurrent updates at 1731963223257Preparing flush snapshotting stores in e99953153ea2e0f69d55914a08348faf at 1731963223257Finished memstore snapshotting test,,1731963204053.e99953153ea2e0f69d55914a08348faf., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731963223258 (+1 ms)Flushing stores of test,,1731963204053.e99953153ea2e0f69d55914a08348faf. at 1731963223259 (+1 ms)Flushing e99953153ea2e0f69d55914a08348faf/f: creating writer at 1731963223259Flushing e99953153ea2e0f69d55914a08348faf/f: appending metadata at 1731963223303 (+44 ms)Flushing e99953153ea2e0f69d55914a08348faf/f: closing flushed file at 1731963223303Flushing e99953153ea2e0f69d55914a08348faf/f1: creating writer at 1731963223325 (+22 ms)Flushing e99953153ea2e0f69d55914a08348faf/f1: appending metadata at 1731963223362 (+37 ms)Flushing e99953153ea2e0f69d55914a08348faf/f1: closing flushed file at 1731963223362Flushing e99953153ea2e0f69d55914a08348faf/norep: creating writer at 1731963223404 (+42 ms)Flushing e99953153ea2e0f69d55914a08348faf/norep: appending metadata at 1731963223445 (+41 ms)Flushing e99953153ea2e0f69d55914a08348faf/norep: closing flushed file at 1731963223445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf83515: reopening flushed file at 1731963223959 (+514 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f250e7: reopening flushed file at 1731963224008 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5353b44c: reopening flushed file at 1731963224015 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e99953153ea2e0f69d55914a08348faf in 765ms, sequenceid=10, compaction requested=false at 1731963224022 (+7 ms)Writing region close event to WAL at 1731963224028 (+6 ms)Running coprocessor post-close hooks at 1731963224050 (+22 ms)Closed at 1731963224050 2024-11-18T20:53:44,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963204053.e99953153ea2e0f69d55914a08348faf. 2024-11-18T20:53:44,052 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:53:44,178 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,32987,1731963190999; all regions closed. 2024-11-18T20:53:44,184 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:53:44,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741839_1015 (size=3114) 2024-11-18T20:53:44,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741833_1009 (size=2088) 2024-11-18T20:53:44,231 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:44,231 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:53:44,232 INFO [RS:0;29a7ef02c270:32987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:53:44,232 INFO [RS:0;29a7ef02c270:32987 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:53:44,232 INFO [RS:0;29a7ef02c270:32987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:53:44,232 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:53:44,232 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,32987,1731963190999 because: Region server is closing 2024-11-18T20:53:44,232 INFO [RS:0;29a7ef02c270:32987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:32987. 2024-11-18T20:53:44,233 DEBUG [RS:0;29a7ef02c270:32987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:44,233 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:44,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:44,233 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:44,333 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,32987,1731963190999.replicationSource.shipper29a7ef02c270%2C32987%2C1731963190999,1-29a7ef02c270,32987,1731963190999 terminated 2024-11-18T20:53:44,333 INFO [RS:0;29a7ef02c270:32987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:32987. 2024-11-18T20:53:44,333 DEBUG [RS:0;29a7ef02c270:32987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:44,333 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:44,333 DEBUG [RS:0;29a7ef02c270:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:44,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:44,334 INFO [RS:0;29a7ef02c270:32987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32987 2024-11-18T20:53:44,375 INFO [RS:0;29a7ef02c270:32987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:53:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737/rs 2024-11-18T20:53:44,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945401737/rs/29a7ef02c270,32987,1731963190999 2024-11-18T20:53:44,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,32987,1731963190999] 2024-11-18T20:53:44,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/draining/29a7ef02c270,32987,1731963190999 already deleted, retry=false 2024-11-18T20:53:44,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,32987,1731963190999 expired; onlineServers=0 2024-11-18T20:53:44,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,34757,1731963190681' ***** 2024-11-18T20:53:44,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:53:44,417 INFO [M:0;29a7ef02c270:34757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:53:44,417 INFO [M:0;29a7ef02c270:34757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:53:44,417 DEBUG [M:0;29a7ef02c270:34757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:53:44,417 DEBUG [M:0;29a7ef02c270:34757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:53:44,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:53:44,417 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963193334 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963193334,5,FailOnTimeoutGroup] 2024-11-18T20:53:44,417 INFO [M:0;29a7ef02c270:34757 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:53:44,417 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963193352 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963193352,5,FailOnTimeoutGroup] 2024-11-18T20:53:44,417 INFO [M:0;29a7ef02c270:34757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:53:44,417 DEBUG [M:0;29a7ef02c270:34757 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:53:44,417 INFO [M:0;29a7ef02c270:34757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:53:44,417 INFO [M:0;29a7ef02c270:34757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:53:44,418 INFO [M:0;29a7ef02c270:34757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:53:44,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:53:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945401737/master 2024-11-18T20:53:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945401737 2024-11-18T20:53:44,449 DEBUG [M:0;29a7ef02c270:34757 {}] zookeeper.RecoverableZooKeeper(212): Node /11945401737/master already deleted, retry=false 2024-11-18T20:53:44,449 DEBUG [M:0;29a7ef02c270:34757 {}] master.ActiveMasterManager(353): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Failed delete of our master address node; KeeperErrorCode = NoNode for /11945401737/master 2024-11-18T20:53:44,449 INFO [M:0;29a7ef02c270:34757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/.lastflushedseqids 2024-11-18T20:53:44,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:44,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101510282d80004, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:44,517 INFO [RS:0;29a7ef02c270:32987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:53:44,517 INFO [RS:0;29a7ef02c270:32987 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,32987,1731963190999; zookeeper connection closed. 2024-11-18T20:53:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:53:44,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3811043f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3811043f 2024-11-18T20:53:44,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:53:44,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:44,924 INFO [M:0;29a7ef02c270:34757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:53:44,927 INFO [M:0;29a7ef02c270:34757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:53:44,928 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:44,928 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:44,928 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:44,928 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:44,928 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:44,928 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T20:53:44,978 DEBUG [M:0;29a7ef02c270:34757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5842ea41df16471e8680ce03bd05065f is 82, key is hbase:meta,,1/info:regioninfo/1731963194499/Put/seqid=0 2024-11-18T20:53:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:53:44,986 INFO [M:0;29a7ef02c270:34757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5842ea41df16471e8680ce03bd05065f 2024-11-18T20:53:45,018 DEBUG [M:0;29a7ef02c270:34757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc63400b52bf4de9b7466b5d21353d03 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731963209601/Put/seqid=0 2024-11-18T20:53:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741850_1026 (size=8516) 2024-11-18T20:53:45,033 INFO [M:0;29a7ef02c270:34757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc63400b52bf4de9b7466b5d21353d03 2024-11-18T20:53:45,062 DEBUG [M:0;29a7ef02c270:34757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be6ac4a391034e21ac80a6ba6d1cbb67 is 69, key is 29a7ef02c270,32987,1731963190999/rs:state/1731963193405/Put/seqid=0 2024-11-18T20:53:45,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:53:45,077 INFO [M:0;29a7ef02c270:34757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be6ac4a391034e21ac80a6ba6d1cbb67 2024-11-18T20:53:45,082 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5842ea41df16471e8680ce03bd05065f as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5842ea41df16471e8680ce03bd05065f 2024-11-18T20:53:45,086 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5842ea41df16471e8680ce03bd05065f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:53:45,087 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc63400b52bf4de9b7466b5d21353d03 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc63400b52bf4de9b7466b5d21353d03 2024-11-18T20:53:45,093 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc63400b52bf4de9b7466b5d21353d03, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:53:45,099 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be6ac4a391034e21ac80a6ba6d1cbb67 as hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be6ac4a391034e21ac80a6ba6d1cbb67 2024-11-18T20:53:45,104 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/7c703463-14a9-c135-3614-2a4abd6efb08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be6ac4a391034e21ac80a6ba6d1cbb67, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:53:45,105 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=97, compaction requested=false 2024-11-18T20:53:45,120 INFO [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:45,121 DEBUG [M:0;29a7ef02c270:34757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963224927Disabling compacts and flushes for region at 1731963224927Disabling writes for close at 1731963224928 (+1 ms)Obtaining lock to block concurrent updates at 1731963224928Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963224928Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731963224929 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963224936 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963224936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963224977 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963224977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963224991 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963225018 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963225018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963225038 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963225061 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963225061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5b9ab3: reopening flushed file at 1731963225081 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0b07a8: reopening flushed file at 1731963225086 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c273a2: reopening flushed file at 1731963225093 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=97, compaction requested=false at 1731963225105 (+12 ms)Writing region close event to WAL at 1731963225120 (+15 ms)Closed at 1731963225120 2024-11-18T20:53:45,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46821 is added to blk_1073741830_1006 (size=63654) 2024-11-18T20:53:45,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:53:45,125 INFO [M:0;29a7ef02c270:34757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:53:45,126 INFO [M:0;29a7ef02c270:34757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34757 2024-11-18T20:53:45,127 INFO [M:0;29a7ef02c270:34757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:53:45,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:45,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,240 INFO [M:0;29a7ef02c270:34757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:53:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x101510282d80003, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:45,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@112496a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:45,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@198298d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:53:45,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:53:45,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e51eff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:53:45,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir/,STOPPED} 2024-11-18T20:53:45,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:45,406 WARN [BP-1590804779-172.17.0.2-1731963187435 heartbeating to localhost/127.0.0.1:40091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:53:45,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:53:45,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:53:45,406 WARN [BP-1590804779-172.17.0.2-1731963187435 heartbeating to localhost/127.0.0.1:40091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1590804779-172.17.0.2-1731963187435 (Datanode Uuid b1a88596-860c-4583-8a46-eedab067b772) service to localhost/127.0.0.1:40091 2024-11-18T20:53:45,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/cluster_ef8c3f32-8ef3-8bd3-9feb-d0920d2f62b5/data/data1/current/BP-1590804779-172.17.0.2-1731963187435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:53:45,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/cluster_ef8c3f32-8ef3-8bd3-9feb-d0920d2f62b5/data/data2/current/BP-1590804779-172.17.0.2-1731963187435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:53:45,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:53:45,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a10b61e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:45,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4be7a519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:53:45,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:53:45,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edc1d28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:53:45,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85c509f6-7bda-24dd-b3b6-26396e3fffc5/hadoop.log.dir/,STOPPED} 2024-11-18T20:53:45,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:53:45,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:53:45,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:45,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:45,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:45,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:45,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:45,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:53:45,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618394847, stopped=false 2024-11-18T20:53:45,450 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,39973,1731963183117 2024-11-18T20:53:45,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243643239/running 2024-11-18T20:53:45,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:45,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/running 2024-11-18T20:53:45,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243643239/running 2024-11-18T20:53:45,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:45,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Set watcher on znode that does not yet exist, /0243643239/running 2024-11-18T20:53:45,475 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:53:45,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:45,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:45,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:45,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,37753,1731963183786' ***** 2024-11-18T20:53:45,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:53:45,477 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:53:45,477 INFO [RS:0;29a7ef02c270:37753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:53:45,477 INFO [RS:0;29a7ef02c270:37753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:53:45,477 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 2024-11-18T20:53:45,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(3091): Received CLOSE for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,37753,1731963183786 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:37753. 2024-11-18T20:53:45,478 DEBUG [RS:0;29a7ef02c270:37753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:45,478 DEBUG [RS:0;29a7ef02c270:37753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:53:45,478 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:53:45,479 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, disabling compactions & flushes 2024-11-18T20:53:45,479 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:53:45,479 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1325): Online Regions={8f5bfcfb0d3cb4b1b07e335a7ecbe8a8=test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8., 1588230740=hbase:meta,,1.1588230740, bcf0a35f11cef0f57592634d99cf0aea=hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.} 2024-11-18T20:53:45,479 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:45,479 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:45,480 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:45,480 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:45,480 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:45,480 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:45,480 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:53:45,480 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:45,480 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:45,480 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. after waiting 0 ms 2024-11-18T20:53:45,480 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:45,480 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T20:53:45,507 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:53:45,515 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 636, reset compression=false 2024-11-18T20:53:45,521 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/info/a09c85660aee4e1cb469197275047858 is 147, key is hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea./info:regioninfo/1731963206869/Put/seqid=0 2024-11-18T20:53:45,526 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/f/01430eeaf98047fc9128bb2391815bf6 is 28, key is row/f:/1731963215598/DeleteFamily/seqid=0 2024-11-18T20:53:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741841_1017 (size=5085) 2024-11-18T20:53:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741840_1016 (size=7686) 2024-11-18T20:53:45,589 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:45,589 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 883, reset compression=false 2024-11-18T20:53:45,589 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,37753,1731963183786 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:53:45,590 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,37753,1731963183786: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,37753,1731963183786, walGroup=29a7ef02c270%2C37753%2C1731963183786, offset=29a7ef02c270%2C37753%2C1731963183786.1731963186270:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:37753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:53:45,592 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:53:45,592 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:53:45,592 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:53:45,592 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:53:45,592 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:53:45,592 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 842404352 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 201743256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:53:45,593 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:39973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:39973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:53:45,680 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:45,811 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 883, reset compression=false 2024-11-18T20:53:45,880 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:45,981 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/info/a09c85660aee4e1cb469197275047858 2024-11-18T20:53:45,984 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/f/01430eeaf98047fc9128bb2391815bf6 2024-11-18T20:53:46,012 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01430eeaf98047fc9128bb2391815bf6 2024-11-18T20:53:46,051 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/ns/c72445be7ce94c7a80020e002853b082 is 43, key is default/ns:d/1731963187214/Put/seqid=0 2024-11-18T20:53:46,058 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/f1/bdcbd7db43f8495f9341eb3139ef9f16 is 29, key is row/f1:/1731963215598/DeleteFamily/seqid=0 2024-11-18T20:53:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:53:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741843_1019 (size=5089) 2024-11-18T20:53:46,080 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/f1/bdcbd7db43f8495f9341eb3139ef9f16 2024-11-18T20:53:46,081 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8, bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:46,084 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdcbd7db43f8495f9341eb3139ef9f16 2024-11-18T20:53:46,108 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/norep/5a2c37eb6e8248b2a03076c6a651e89f is 32, key is row/norep:/1731963215598/DeleteFamily/seqid=0 2024-11-18T20:53:46,128 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 883, reset compression=false 2024-11-18T20:53:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741844_1020 (size=5101) 2024-11-18T20:53:46,138 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/norep/5a2c37eb6e8248b2a03076c6a651e89f 2024-11-18T20:53:46,142 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a2c37eb6e8248b2a03076c6a651e89f 2024-11-18T20:53:46,143 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/f/01430eeaf98047fc9128bb2391815bf6 as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f/01430eeaf98047fc9128bb2391815bf6 2024-11-18T20:53:46,147 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01430eeaf98047fc9128bb2391815bf6 2024-11-18T20:53:46,147 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f/01430eeaf98047fc9128bb2391815bf6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T20:53:46,148 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/f1/bdcbd7db43f8495f9341eb3139ef9f16 as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f1/bdcbd7db43f8495f9341eb3139ef9f16 2024-11-18T20:53:46,155 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdcbd7db43f8495f9341eb3139ef9f16 2024-11-18T20:53:46,155 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f1/bdcbd7db43f8495f9341eb3139ef9f16, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T20:53:46,157 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/.tmp/norep/5a2c37eb6e8248b2a03076c6a651e89f as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/norep/5a2c37eb6e8248b2a03076c6a651e89f 2024-11-18T20:53:46,162 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a2c37eb6e8248b2a03076c6a651e89f 2024-11-18T20:53:46,162 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/norep/5a2c37eb6e8248b2a03076c6a651e89f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T20:53:46,164 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 in 683ms, sequenceid=6, compaction requested=false 2024-11-18T20:53:46,164 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:53:46,178 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/default/test/8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:53:46,178 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:46,179 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:53:46,179 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:46,179 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8: Waiting for close lock at 1731963225479Running coprocessor pre-close hooks at 1731963225479Disabling compacts and flushes for region at 1731963225479Disabling writes for close at 1731963225480 (+1 ms)Obtaining lock to block concurrent updates at 1731963225480Preparing flush snapshotting stores in 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 at 1731963225481 (+1 ms)Finished memstore snapshotting test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731963225481Flushing stores of test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. at 1731963225481Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f: creating writer at 1731963225481Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f: appending metadata at 1731963225525 (+44 ms)Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f: closing flushed file at 1731963225525Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f1: creating writer at 1731963226012 (+487 ms)Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f1: appending metadata at 1731963226051 (+39 ms)Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/f1: closing flushed file at 1731963226051Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/norep: creating writer at 1731963226085 (+34 ms)Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/norep: appending metadata at 1731963226106 (+21 ms)Flushing 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8/norep: closing flushed file at 1731963226106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60204760: reopening flushed file at 1731963226142 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506aa53a: reopening flushed file at 1731963226148 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdcd527: reopening flushed file at 1731963226155 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8f5bfcfb0d3cb4b1b07e335a7ecbe8a8 in 683ms, sequenceid=6, compaction requested=false at 1731963226164 (+9 ms)Writing region close event to WAL at 1731963226171 (+7 ms)Running coprocessor post-close hooks at 1731963226178 (+7 ms)Closed at 1731963226179 (+1 ms) 2024-11-18T20:53:46,179 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8. 2024-11-18T20:53:46,179 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcf0a35f11cef0f57592634d99cf0aea, disabling compactions & flushes 2024-11-18T20:53:46,179 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,180 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,180 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. after waiting 0 ms 2024-11-18T20:53:46,180 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,180 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcf0a35f11cef0f57592634d99cf0aea: Waiting for close lock at 1731963226179Running coprocessor pre-close hooks at 1731963226179Disabling compacts and flushes for region at 1731963226179Disabling writes for close at 1731963226180 (+1 ms)Failed flush hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea., putting online again at 1731963226180 2024-11-18T20:53:46,180 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,204 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:53:46,204 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:53:46,281 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(3091): Received CLOSE for bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:46,281 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcf0a35f11cef0f57592634d99cf0aea 2024-11-18T20:53:46,281 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcf0a35f11cef0f57592634d99cf0aea, disabling compactions & flushes 2024-11-18T20:53:46,281 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,281 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,281 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. after waiting 0 ms 2024-11-18T20:53:46,281 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,282 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcf0a35f11cef0f57592634d99cf0aea: Waiting for close lock at 1731963226281Running coprocessor pre-close hooks at 1731963226281Disabling compacts and flushes for region at 1731963226281Disabling writes for close at 1731963226281Failed flush hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea., putting online again at 1731963226282 (+1 ms) 2024-11-18T20:53:46,282 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea. 2024-11-18T20:53:46,475 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/ns/c72445be7ce94c7a80020e002853b082 2024-11-18T20:53:46,481 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:53:46,482 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcf0a35f11cef0f57592634d99cf0aea=hbase:replication,,1731963205909.bcf0a35f11cef0f57592634d99cf0aea.} 2024-11-18T20:53:46,482 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:46,534 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/rep_barrier/fbf014c3641d4390826d8310476a5e4e is 112, key is test,,1731963201866.8f5bfcfb0d3cb4b1b07e335a7ecbe8a8./rep_barrier:seqnumDuringOpen/1731963203218/Put/seqid=0 2024-11-18T20:53:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:53:46,542 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/rep_barrier/fbf014c3641d4390826d8310476a5e4e 2024-11-18T20:53:46,562 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 883, reset compression=false 2024-11-18T20:53:46,581 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:53:46,581 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 1527, reset compression=false 2024-11-18T20:53:46,588 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/table/f1dd8db03383480f89ea1bcaf43daf4c is 53, key is hbase:replication/table:state/1731963206891/Put/seqid=0 2024-11-18T20:53:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:53:46,614 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/table/f1dd8db03383480f89ea1bcaf43daf4c 2024-11-18T20:53:46,632 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/info/a09c85660aee4e1cb469197275047858 as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/info/a09c85660aee4e1cb469197275047858 2024-11-18T20:53:46,638 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/info/a09c85660aee4e1cb469197275047858, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:53:46,639 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/ns/c72445be7ce94c7a80020e002853b082 as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/ns/c72445be7ce94c7a80020e002853b082 2024-11-18T20:53:46,644 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/ns/c72445be7ce94c7a80020e002853b082, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:53:46,644 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/rep_barrier/fbf014c3641d4390826d8310476a5e4e as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/rep_barrier/fbf014c3641d4390826d8310476a5e4e 2024-11-18T20:53:46,653 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/rep_barrier/fbf014c3641d4390826d8310476a5e4e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:53:46,654 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/.tmp/table/f1dd8db03383480f89ea1bcaf43daf4c as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/table/f1dd8db03383480f89ea1bcaf43daf4c 2024-11-18T20:53:46,669 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/table/f1dd8db03383480f89ea1bcaf43daf4c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:53:46,672 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1192ms, sequenceid=16, compaction requested=false 2024-11-18T20:53:46,672 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:53:46,682 DEBUG [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:53:46,695 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:53:46,695 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:53:46,695 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:53:46,695 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:46,695 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963225479Running coprocessor pre-close hooks at 1731963225479Disabling compacts and flushes for region at 1731963225479Disabling writes for close at 1731963225480 (+1 ms)Obtaining lock to block concurrent updates at 1731963225480Preparing flush snapshotting stores in 1588230740 at 1731963225480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963225481 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963225482 (+1 ms)Flushing 1588230740/info: creating writer at 1731963225482Flushing 1588230740/info: appending metadata at 1731963225520 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731963225520Flushing 1588230740/ns: creating writer at 1731963226009 (+489 ms)Flushing 1588230740/ns: appending metadata at 1731963226051 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731963226051Flushing 1588230740/rep_barrier: creating writer at 1731963226493 (+442 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963226534 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963226534Flushing 1588230740/table: creating writer at 1731963226547 (+13 ms)Flushing 1588230740/table: appending metadata at 1731963226587 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731963226587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd3808: reopening flushed file at 1731963226631 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400d94a0: reopening flushed file at 1731963226639 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291a92c1: reopening flushed file at 1731963226644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f32abfd: reopening flushed file at 1731963226653 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1192ms, sequenceid=16, compaction requested=false at 1731963226672 (+19 ms)Writing region close event to WAL at 1731963226692 (+20 ms)Running coprocessor post-close hooks at 1731963226695 (+3 ms)Closed at 1731963226695 2024-11-18T20:53:46,695 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:46,798 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 1527, reset compression=false 2024-11-18T20:53:46,882 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:53:46,882 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,37753,1731963183786; all regions closed. 2024-11-18T20:53:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:53:46,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.meta.1731963186972.meta not finished, retry = 0 2024-11-18T20:53:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741839_1015 (size=1297) 2024-11-18T20:53:47,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.rep.1731963206793 not finished, retry = 0 2024-11-18T20:53:47,107 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 to pos 1527, reset compression=false 2024-11-18T20:53:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741833_1009 (size=1535) 2024-11-18T20:53:47,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 not finished, retry = 0 2024-11-18T20:53:47,234 DEBUG [RS:0;29a7ef02c270:37753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:47,234 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 for the last time to pos 1527, reset compression=false 2024-11-18T20:53:47,234 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:53:47,234 INFO [RS:0;29a7ef02c270:37753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:53:47,234 INFO [RS:0;29a7ef02c270:37753 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:53:47,235 INFO [RS:0;29a7ef02c270:37753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:53:47,235 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:53:47,235 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,37753,1731963183786 because: Region server is closing 2024-11-18T20:53:47,235 INFO [RS:0;29a7ef02c270:37753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:37753. 2024-11-18T20:53:47,235 DEBUG [RS:0;29a7ef02c270:37753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:47,236 DEBUG [RS:0;29a7ef02c270:37753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:47,236 DEBUG [RS:0;29a7ef02c270:37753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:47,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:47,236 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 and length of the file is 1535 2024-11-18T20:53:47,237 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/WALs/29a7ef02c270,37753,1731963183786/29a7ef02c270%2C37753%2C1731963183786.1731963186270 2024-11-18T20:53:47,336 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.shipper29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 terminated 2024-11-18T20:53:47,336 INFO [RS:0;29a7ef02c270:37753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37753 2024-11-18T20:53:47,336 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,37753,1731963183786.replicationSource.wal-reader.29a7ef02c270%2C37753%2C1731963183786,1-29a7ef02c270,37753,1731963183786 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T20:53:47,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239/rs 2024-11-18T20:53:47,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243643239/rs/29a7ef02c270,37753,1731963183786 2024-11-18T20:53:47,342 INFO [RS:0;29a7ef02c270:37753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:53:47,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,37753,1731963183786] 2024-11-18T20:53:47,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0243643239/draining/29a7ef02c270,37753,1731963183786 already deleted, retry=false 2024-11-18T20:53:47,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,37753,1731963183786 expired; onlineServers=0 2024-11-18T20:53:47,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,39973,1731963183117' ***** 2024-11-18T20:53:47,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:53:47,362 INFO [M:0;29a7ef02c270:39973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:53:47,362 INFO [M:0;29a7ef02c270:39973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:53:47,362 DEBUG [M:0;29a7ef02c270:39973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:53:47,363 DEBUG [M:0;29a7ef02c270:39973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:53:47,363 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963185858 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963185858,5,FailOnTimeoutGroup] 2024-11-18T20:53:47,363 INFO [M:0;29a7ef02c270:39973 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:53:47,363 INFO [M:0;29a7ef02c270:39973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:53:47,363 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963185867 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963185867,5,FailOnTimeoutGroup] 2024-11-18T20:53:47,363 DEBUG [M:0;29a7ef02c270:39973 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:53:47,363 INFO [M:0;29a7ef02c270:39973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:53:47,363 INFO [M:0;29a7ef02c270:39973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:53:47,363 INFO [M:0;29a7ef02c270:39973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:53:47,363 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:53:47,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:53:47,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243643239/master 2024-11-18T20:53:47,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243643239 2024-11-18T20:53:47,376 DEBUG [M:0;29a7ef02c270:39973 {}] zookeeper.ZKUtil(347): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Unable to get data of znode /0243643239/master because node does not exist (not an error) 2024-11-18T20:53:47,376 WARN [M:0;29a7ef02c270:39973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:53:47,379 INFO [M:0;29a7ef02c270:39973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/.lastflushedseqids 2024-11-18T20:53:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:53:47,404 INFO [M:0;29a7ef02c270:39973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:53:47,404 INFO [M:0;29a7ef02c270:39973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:53:47,404 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:47,404 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:47,404 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:47,404 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:47,404 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:47,405 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T20:53:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37753-0x101510282d80001, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:47,452 INFO [RS:0;29a7ef02c270:37753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:53:47,452 INFO [RS:0;29a7ef02c270:37753 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,37753,1731963183786; zookeeper connection closed. 2024-11-18T20:53:47,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11e72d53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11e72d53 2024-11-18T20:53:47,458 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:53:47,471 DEBUG [M:0;29a7ef02c270:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc08beaf33014c14b867aac0c52961df is 82, key is hbase:meta,,1/info:regioninfo/1731963187113/Put/seqid=0 2024-11-18T20:53:47,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:53:47,911 INFO [M:0;29a7ef02c270:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc08beaf33014c14b867aac0c52961df 2024-11-18T20:53:47,940 DEBUG [M:0;29a7ef02c270:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/892cf16288bb40a08e722ae6247b29e1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731963203234/Put/seqid=0 2024-11-18T20:53:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741849_1025 (size=7218) 2024-11-18T20:53:48,382 INFO [M:0;29a7ef02c270:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/892cf16288bb40a08e722ae6247b29e1 2024-11-18T20:53:48,386 INFO [M:0;29a7ef02c270:39973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 892cf16288bb40a08e722ae6247b29e1 2024-11-18T20:53:48,400 DEBUG [M:0;29a7ef02c270:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9470f2f8cd5447d49564b3c650e751f5 is 69, key is 29a7ef02c270,37753,1731963183786/rs:state/1731963185966/Put/seqid=0 2024-11-18T20:53:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:53:48,805 INFO [M:0;29a7ef02c270:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9470f2f8cd5447d49564b3c650e751f5 2024-11-18T20:53:48,810 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc08beaf33014c14b867aac0c52961df as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc08beaf33014c14b867aac0c52961df 2024-11-18T20:53:48,813 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc08beaf33014c14b867aac0c52961df, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T20:53:48,814 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/892cf16288bb40a08e722ae6247b29e1 as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/892cf16288bb40a08e722ae6247b29e1 2024-11-18T20:53:48,819 INFO [M:0;29a7ef02c270:39973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 892cf16288bb40a08e722ae6247b29e1 2024-11-18T20:53:48,819 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/892cf16288bb40a08e722ae6247b29e1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T20:53:48,820 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9470f2f8cd5447d49564b3c650e751f5 as hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9470f2f8cd5447d49564b3c650e751f5 2024-11-18T20:53:48,826 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35249/user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9470f2f8cd5447d49564b3c650e751f5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T20:53:48,827 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1423ms, sequenceid=105, compaction requested=false 2024-11-18T20:53:48,835 INFO [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:48,836 DEBUG [M:0;29a7ef02c270:39973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963227404Disabling compacts and flushes for region at 1731963227404Disabling writes for close at 1731963227404Obtaining lock to block concurrent updates at 1731963227405 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963227405Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731963227405Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963227406 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963227407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963227471 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963227471Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963227914 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963227940 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963227940Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963228386 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963228399 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963228400 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7148d818: reopening flushed file at 1731963228809 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aaba29c: reopening flushed file at 1731963228814 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1e678a: reopening flushed file at 1731963228819 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1423ms, sequenceid=105, compaction requested=false at 1731963228827 (+8 ms)Writing region close event to WAL at 1731963228835 (+8 ms)Closed at 1731963228835 2024-11-18T20:53:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741830_1006 (size=64423) 2024-11-18T20:53:48,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6ed156b-2c1e-4e8b-b242-8d63359e2141/MasterData/WALs/29a7ef02c270,39973,1731963183117/29a7ef02c270%2C39973%2C1731963183117.1731963185270 not finished, retry = 0 2024-11-18T20:53:48,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:53:48,941 INFO [M:0;29a7ef02c270:39973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:53:48,941 INFO [M:0;29a7ef02c270:39973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39973 2024-11-18T20:53:48,941 INFO [M:0;29a7ef02c270:39973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:53:49,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:49,085 INFO [M:0;29a7ef02c270:39973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:53:49,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101510282d80000, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:53:49,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fedffb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:49,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1342b4f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:53:49,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:53:49,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc929fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:53:49,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir/,STOPPED} 2024-11-18T20:53:49,092 WARN [BP-32914251-172.17.0.2-1731963179332 heartbeating to localhost/127.0.0.1:35249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:53:49,092 WARN [BP-32914251-172.17.0.2-1731963179332 heartbeating to localhost/127.0.0.1:35249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-32914251-172.17.0.2-1731963179332 (Datanode Uuid fd1031b2-00bf-44f6-911b-8bbb96c710fe) service to localhost/127.0.0.1:35249 2024-11-18T20:53:49,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:53:49,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:53:49,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/data/data2/current/BP-32914251-172.17.0.2-1731963179332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:53:49,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/cluster_cdef5328-dca7-8139-eaf3-5946ea744b36/data/data1/current/BP-32914251-172.17.0.2-1731963179332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:53:49,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:53:49,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9129ff4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:49,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:53:49,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:53:49,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:53:49,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0431fb68-70e2-8529-31bb-f8dce961c6d4/hadoop.log.dir/,STOPPED} 2024-11-18T20:53:49,126 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:53:49,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:53:49,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35249 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40091 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43443 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1034 (was 863) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=462 (was 2763) 2024-11-18T20:53:49,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=1034, ProcessCount=11, AvailableMemoryMB=461 2024-11-18T20:53:49,198 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T20:53:49,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir so I do NOT create it in target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29 2024-11-18T20:53:49,199 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:53:49,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.tmp.dir so I do NOT create it in target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29 2024-11-18T20:53:49,199 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7db6b1-b918-ca87-26b2-bf5d3245c96c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:53:49,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29 2024-11-18T20:53:49,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206, deleteOnExit=true 2024-11-18T20:53:49,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/zookeeper_0, clientPort=59002, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:53:49,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59002 2024-11-18T20:53:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:53:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:53:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/test.cache.data in system properties and HBase conf 2024-11-18T20:53:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:53:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:53:49,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:53:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:53:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:53:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101510282d80008, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:53:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101510282d80002, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:53:49,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101510282d80008, quorum=127.0.0.1:51189, baseZNode=/2-979367228 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:53:49,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101510282d80002, quorum=127.0.0.1:51189, baseZNode=/0243643239 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:53:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101510282d80005, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:53:49,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101510282d80005, quorum=127.0.0.1:51189, baseZNode=/11945401737 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:53:49,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:49,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:49,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:49,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:49,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:53:49,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:49,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c4774a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:49,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f4c36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:49,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a54d3e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/java.io.tmpdir/jetty-localhost-33455-hadoop-hdfs-3_4_1-tests_jar-_-any-9959155514357285291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:49,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e7bafde{HTTP/1.1, (http/1.1)}{localhost:33455} 2024-11-18T20:53:49,847 INFO [Time-limited test {}] server.Server(415): Started @325341ms 2024-11-18T20:53:50,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:50,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:50,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:50,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:50,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:53:50,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f74c9a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:50,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6242e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:50,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1078bb73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/java.io.tmpdir/jetty-localhost-33427-hadoop-hdfs-3_4_1-tests_jar-_-any-4843585284221830450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:50,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4413a6db{HTTP/1.1, (http/1.1)}{localhost:33427} 2024-11-18T20:53:50,262 INFO [Time-limited test {}] server.Server(415): Started @325756ms 2024-11-18T20:53:50,264 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:53:50,816 WARN [Thread-4145 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/data/data1/current/BP-657756958-172.17.0.2-1731963229247/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:50,817 WARN [Thread-4146 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/data/data2/current/BP-657756958-172.17.0.2-1731963229247/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:50,860 WARN [Thread-4133 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:53:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff54c1f1a11aa045 with lease ID 0xdda58cd9bfc30968: Processing first storage report for DS-3b131497-0d81-42df-85f1-4a9509c7f58f from datanode DatanodeRegistration(127.0.0.1:37429, datanodeUuid=527139f9-6d22-4611-abf9-fc0446d765b4, infoPort=32961, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=574431146;c=1731963229247) 2024-11-18T20:53:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff54c1f1a11aa045 with lease ID 0xdda58cd9bfc30968: from storage DS-3b131497-0d81-42df-85f1-4a9509c7f58f node DatanodeRegistration(127.0.0.1:37429, datanodeUuid=527139f9-6d22-4611-abf9-fc0446d765b4, infoPort=32961, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=574431146;c=1731963229247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff54c1f1a11aa045 with lease ID 0xdda58cd9bfc30968: Processing first storage report for DS-718dd6e6-4038-42b7-a430-e16e049601e6 from datanode DatanodeRegistration(127.0.0.1:37429, datanodeUuid=527139f9-6d22-4611-abf9-fc0446d765b4, infoPort=32961, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=574431146;c=1731963229247) 2024-11-18T20:53:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff54c1f1a11aa045 with lease ID 0xdda58cd9bfc30968: from storage DS-718dd6e6-4038-42b7-a430-e16e049601e6 node DatanodeRegistration(127.0.0.1:37429, datanodeUuid=527139f9-6d22-4611-abf9-fc0446d765b4, infoPort=32961, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=574431146;c=1731963229247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:50,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29 2024-11-18T20:53:50,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:50,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:53:50,941 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d with version=8 2024-11-18T20:53:50,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/hbase-staging 2024-11-18T20:53:50,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:50,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:50,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:50,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:50,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:50,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:50,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:53:50,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:50,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40397 2024-11-18T20:53:50,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40397 connecting to ZooKeeper ensemble=127.0.0.1:59002 2024-11-18T20:53:51,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403970x0, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:51,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40397-0x101510345fc0000 connected 2024-11-18T20:53:51,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:51,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:51,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on znode that does not yet exist, /02118946159/running 2024-11-18T20:53:51,100 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d, hbase.cluster.distributed=false 2024-11-18T20:53:51,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on znode that does not yet exist, /02118946159/acl 2024-11-18T20:53:51,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40397 2024-11-18T20:53:51,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40397 2024-11-18T20:53:51,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40397 2024-11-18T20:53:51,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40397 2024-11-18T20:53:51,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40397 2024-11-18T20:53:51,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:51,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:51,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:51,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:51,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:51,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:51,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:53:51,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:51,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39483 2024-11-18T20:53:51,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39483 connecting to ZooKeeper ensemble=127.0.0.1:59002 2024-11-18T20:53:51,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:51,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:51,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394830x0, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:51,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394830x0, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on znode that does not yet exist, /02118946159/running 2024-11-18T20:53:51,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:53:51,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39483-0x101510345fc0001 connected 2024-11-18T20:53:51,163 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:53:51,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on znode that does not yet exist, /02118946159/master 2024-11-18T20:53:51,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on znode that does not yet exist, /02118946159/acl 2024-11-18T20:53:51,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-18T20:53:51,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39483 2024-11-18T20:53:51,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39483 2024-11-18T20:53:51,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-18T20:53:51,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-18T20:53:51,191 DEBUG [M:0;29a7ef02c270:40397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:40397 2024-11-18T20:53:51,191 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02118946159/backup-masters/29a7ef02c270,40397,1731963230947 2024-11-18T20:53:51,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159/backup-masters 2024-11-18T20:53:51,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159/backup-masters 2024-11-18T20:53:51,202 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on existing znode=/02118946159/backup-masters/29a7ef02c270,40397,1731963230947 2024-11-18T20:53:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02118946159/master 2024-11-18T20:53:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:51,211 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on existing znode=/02118946159/master 2024-11-18T20:53:51,211 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02118946159/backup-masters/29a7ef02c270,40397,1731963230947 from backup master directory 2024-11-18T20:53:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02118946159/backup-masters/29a7ef02c270,40397,1731963230947 2024-11-18T20:53:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159/backup-masters 2024-11-18T20:53:51,218 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:51,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,40397,1731963230947 2024-11-18T20:53:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159/backup-masters 2024-11-18T20:53:51,228 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/hbase.id] with ID: f60fb91f-4ed5-4d7e-a752-181fb1b9128a 2024-11-18T20:53:51,229 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/.tmp/hbase.id 2024-11-18T20:53:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:53:51,645 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/.tmp/hbase.id]:[hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/hbase.id] 2024-11-18T20:53:51,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:51,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,692 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:51,693 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:53:51,694 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:53:52,399 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:52,400 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:53:52,403 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:52,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:53:52,471 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/data/master/store 2024-11-18T20:53:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:53:52,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:52,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:52,891 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:52,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:52,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:52,891 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:52,891 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:52,892 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963232891Disabling compacts and flushes for region at 1731963232891Disabling writes for close at 1731963232891Writing region close event to WAL at 1731963232891Closed at 1731963232891 2024-11-18T20:53:52,894 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/data/master/store/.initializing 2024-11-18T20:53:52,894 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/WALs/29a7ef02c270,40397,1731963230947 2024-11-18T20:53:52,895 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:52,897 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C40397%2C1731963230947, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/WALs/29a7ef02c270,40397,1731963230947, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/oldWALs, maxLogs=10 2024-11-18T20:53:52,915 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/WALs/29a7ef02c270,40397,1731963230947/29a7ef02c270%2C40397%2C1731963230947.1731963232897, exclude list is [], retry=0 2024-11-18T20:53:52,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-3b131497-0d81-42df-85f1-4a9509c7f58f,DISK] 2024-11-18T20:53:52,935 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/WALs/29a7ef02c270,40397,1731963230947/29a7ef02c270%2C40397%2C1731963230947.1731963232897 2024-11-18T20:53:52,936 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-18T20:53:52,936 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:52,936 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:52,936 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,936 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:53:52,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:52,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:52,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:53:52,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:52,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:52,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:53:52,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:52,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:52,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:53:52,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:52,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:52,957 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,957 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,958 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,959 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,959 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,959 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:52,960 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:52,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:52,962 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74130656, jitterRate=0.10463285446166992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:52,963 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963232936Initializing all the Stores at 1731963232937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963232937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963232937Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963232937Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963232937Cleaning up temporary data from old regions at 1731963232959 (+22 ms)Region opened successfully at 1731963232963 (+4 ms) 2024-11-18T20:53:52,968 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:53:52,970 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694e666c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:52,978 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:53:52,978 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:53:52,978 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:53:52,978 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:53:52,979 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:53:52,980 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:53:52,980 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:53:52,998 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:53:52,999 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Unable to get data of znode /02118946159/balancer because node does not exist (not necessarily an error) 2024-11-18T20:53:53,039 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02118946159/balancer already deleted, retry=false 2024-11-18T20:53:53,040 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:53:53,041 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Unable to get data of znode /02118946159/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:53:53,050 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02118946159/normalizer already deleted, retry=false 2024-11-18T20:53:53,051 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:53:53,052 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Unable to get data of znode /02118946159/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:53:53,059 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02118946159/switch/split already deleted, retry=false 2024-11-18T20:53:53,060 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Unable to get data of znode /02118946159/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:53:53,073 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02118946159/switch/merge already deleted, retry=false 2024-11-18T20:53:53,076 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Unable to get data of znode /02118946159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:53:53,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02118946159/snapshot-cleanup already deleted, retry=false 2024-11-18T20:53:53,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02118946159/running 2024-11-18T20:53:53,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:53,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02118946159/running 2024-11-18T20:53:53,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:53,095 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,40397,1731963230947, sessionid=0x101510345fc0000, setting cluster-up flag (Was=false) 2024-11-18T20:53:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:53,142 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02118946159/flush-table-proc/acquired, /02118946159/flush-table-proc/reached, /02118946159/flush-table-proc/abort 2024-11-18T20:53:53,143 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40397,1731963230947 2024-11-18T20:53:53,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:53,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:53,189 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02118946159/online-snapshot/acquired, /02118946159/online-snapshot/reached, /02118946159/online-snapshot/abort 2024-11-18T20:53:53,191 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40397,1731963230947 2024-11-18T20:53:53,192 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:53:53,193 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:53,193 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:53:53,193 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:53:53,194 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,40397,1731963230947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:53,195 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,196 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(746): ClusterId : f60fb91f-4ed5-4d7e-a752-181fb1b9128a 2024-11-18T20:53:53,196 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963263200 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:53:53,200 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:53,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:53:53,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:53:53,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:53:53,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:53:53,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:53:53,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:53:53,201 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:53:53,201 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963233201,5,FailOnTimeoutGroup] 2024-11-18T20:53:53,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:53,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:53:53,203 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963233201,5,FailOnTimeoutGroup] 2024-11-18T20:53:53,203 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,203 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:53:53,203 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,203 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,206 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:53:53,207 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:53:53,215 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:53:53,215 DEBUG [RS:0;29a7ef02c270:39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cd2b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:53,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:53:53,238 DEBUG [RS:0;29a7ef02c270:39483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:39483 2024-11-18T20:53:53,239 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:53:53,239 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:53:53,239 DEBUG [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:53:53,240 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,40397,1731963230947 with port=39483, startcode=1731963231138 2024-11-18T20:53:53,241 DEBUG [RS:0;29a7ef02c270:39483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:53:53,244 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:53:53,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,39483,1731963231138 2024-11-18T20:53:53,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40397 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,39483,1731963231138 2024-11-18T20:53:53,258 DEBUG [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d 2024-11-18T20:53:53,258 DEBUG [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38481 2024-11-18T20:53:53,258 DEBUG [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:53:53,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159/rs 2024-11-18T20:53:53,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,39483,1731963231138] 2024-11-18T20:53:53,276 DEBUG [RS:0;29a7ef02c270:39483 {}] zookeeper.ZKUtil(111): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Set watcher on existing znode=/02118946159/rs/29a7ef02c270,39483,1731963231138 2024-11-18T20:53:53,276 WARN [RS:0;29a7ef02c270:39483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:53,276 INFO [RS:0;29a7ef02c270:39483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:53,277 DEBUG [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138 2024-11-18T20:53:53,280 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:53:53,281 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:53:53,282 INFO [RS:0;29a7ef02c270:39483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:53:53,282 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,283 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:53:53,284 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:53:53,284 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:53:53,284 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:53,285 DEBUG [RS:0;29a7ef02c270:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:53:53,291 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,291 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,291 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,291 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,291 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,291 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39483,1731963231138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:53,311 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:53:53,311 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39483,1731963231138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,311 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,311 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.Replication(171): 29a7ef02c270,39483,1731963231138 started 2024-11-18T20:53:53,330 INFO [RS:0;29a7ef02c270:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:53,330 INFO [RS:0;29a7ef02c270:39483 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,39483,1731963231138, RpcServer on 29a7ef02c270/172.17.0.2:39483, sessionid=0x101510345fc0001 2024-11-18T20:53:53,330 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:53:53,330 DEBUG [RS:0;29a7ef02c270:39483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,39483,1731963231138 2024-11-18T20:53:53,330 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,39483,1731963231138' 2024-11-18T20:53:53,330 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02118946159/flush-table-proc/abort' 2024-11-18T20:53:53,331 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02118946159/flush-table-proc/acquired' 2024-11-18T20:53:53,332 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:53:53,332 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:53:53,332 DEBUG [RS:0;29a7ef02c270:39483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,39483,1731963231138 2024-11-18T20:53:53,332 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,39483,1731963231138' 2024-11-18T20:53:53,332 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02118946159/online-snapshot/abort' 2024-11-18T20:53:53,332 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02118946159/online-snapshot/acquired' 2024-11-18T20:53:53,333 DEBUG [RS:0;29a7ef02c270:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:53:53,333 INFO [RS:0;29a7ef02c270:39483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:53:53,333 INFO [RS:0;29a7ef02c270:39483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:53:53,433 INFO [RS:0;29a7ef02c270:39483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:53,435 INFO [RS:0;29a7ef02c270:39483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C39483%2C1731963231138, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/oldWALs, maxLogs=10 2024-11-18T20:53:53,453 DEBUG [RS:0;29a7ef02c270:39483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138/29a7ef02c270%2C39483%2C1731963231138.1731963233435, exclude list is [], retry=0 2024-11-18T20:53:53,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-3b131497-0d81-42df-85f1-4a9509c7f58f,DISK] 2024-11-18T20:53:53,472 INFO [RS:0;29a7ef02c270:39483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138/29a7ef02c270%2C39483%2C1731963231138.1731963233435 2024-11-18T20:53:53,479 DEBUG [RS:0;29a7ef02c270:39483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-18T20:53:53,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:53:53,617 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d 2024-11-18T20:53:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:53:54,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:54,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:54,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:54,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:54,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:54,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:54,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:54,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:54,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:54,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:54,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/hbase/meta/1588230740 2024-11-18T20:53:54,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/hbase/meta/1588230740 2024-11-18T20:53:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:54,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:54,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:54,035 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:54,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62161313, jitterRate=-0.07372425496578217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963234023Initializing all the Stores at 1731963234024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963234024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963234024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963234024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963234024Cleaning up temporary data from old regions at 1731963234032 (+8 ms)Region opened successfully at 1731963234036 (+4 ms) 2024-11-18T20:53:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:53:54,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:53:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:53:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:53:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:53:54,037 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:53:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963234037Disabling compacts and flushes for region at 1731963234037Disabling writes for close at 1731963234037Writing region close event to WAL at 1731963234037Closed at 1731963234037 2024-11-18T20:53:54,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:54,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:53:54,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:53:54,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:54,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:53:54,190 DEBUG [29a7ef02c270:40397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:53:54,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,39483,1731963231138 2024-11-18T20:53:54,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,39483,1731963231138, state=OPENING 2024-11-18T20:53:54,242 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:53:54,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:54,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02118946159 2024-11-18T20:53:54,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02118946159/meta-region-server: CHANGED 2024-11-18T20:53:54,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02118946159/meta-region-server: CHANGED 2024-11-18T20:53:54,251 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:53:54,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,39483,1731963231138}] 2024-11-18T20:53:54,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:53:54,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:53:54,408 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:53:54,408 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:54,408 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:53:54,410 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C39483%2C1731963231138.meta, suffix=.meta, logDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/oldWALs, maxLogs=10 2024-11-18T20:53:54,426 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138/29a7ef02c270%2C39483%2C1731963231138.meta.1731963234410.meta, exclude list is [], retry=0 2024-11-18T20:53:54,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-3b131497-0d81-42df-85f1-4a9509c7f58f,DISK] 2024-11-18T20:53:54,429 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/WALs/29a7ef02c270,39483,1731963231138/29a7ef02c270%2C39483%2C1731963231138.meta.1731963234410.meta 2024-11-18T20:53:54,430 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-18T20:53:54,430 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:54,430 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:54,430 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:53:54,431 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:53:54,431 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:53:54,431 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:53:54,431 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:54,431 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:53:54,431 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:53:54,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:53:54,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:53:54,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:53:54,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:53:54,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:53:54,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:53:54,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:53:54,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:53:54,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:54,440 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:53:54,440 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/hbase/meta/1588230740 2024-11-18T20:53:54,441 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/hbase/meta/1588230740 2024-11-18T20:53:54,443 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:53:54,443 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:53:54,444 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:54,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:53:54,445 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63290976, jitterRate=-0.05689096450805664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:54,445 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:53:54,446 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963234431Writing region info on filesystem at 1731963234431Initializing all the Stores at 1731963234432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963234432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963234435 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963234435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963234435Cleaning up temporary data from old regions at 1731963234443 (+8 ms)Running coprocessor post-open hooks at 1731963234445 (+2 ms)Region opened successfully at 1731963234446 (+1 ms) 2024-11-18T20:53:54,452 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963234403 2024-11-18T20:53:54,454 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:53:54,454 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:53:54,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,39483,1731963231138 2024-11-18T20:53:54,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,39483,1731963231138, state=OPEN 2024-11-18T20:53:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101510345fc0001, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02118946159/meta-region-server 2024-11-18T20:53:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40397-0x101510345fc0000, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02118946159/meta-region-server 2024-11-18T20:53:54,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,39483,1731963231138 2024-11-18T20:53:54,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02118946159/meta-region-server: CHANGED 2024-11-18T20:53:54,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02118946159/meta-region-server: CHANGED 2024-11-18T20:53:54,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:53:54,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,39483,1731963231138 in 241 msec 2024-11-18T20:53:54,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:53:54,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-18T20:53:54,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:53:54,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:53:54,498 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:54,498 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,39483,1731963231138, seqNum=-1] 2024-11-18T20:53:54,498 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:54,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:54,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-18T20:53:54,504 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963234504, completionTime=-1 2024-11-18T20:53:54,504 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:53:54,504 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963294507 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963354507 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40397,1731963230947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40397,1731963230947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,507 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40397,1731963230947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,508 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:40397, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,508 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,509 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,512 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.297sec 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:53:54,515 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40397,1731963230947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:53:54,516 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40397,1731963230947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:53:54,518 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:53:54,518 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:53:54,518 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40397,1731963230947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:53:54,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:54,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40397,-1 for getting cluster id 2024-11-18T20:53:54,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:54,601 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f60fb91f-4ed5-4d7e-a752-181fb1b9128a' 2024-11-18T20:53:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f60fb91f-4ed5-4d7e-a752-181fb1b9128a" 2024-11-18T20:53:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70671c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40397,-1] 2024-11-18T20:53:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:54,603 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:54,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:54,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:53:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,39483,1731963231138, seqNum=-1] 2024-11-18T20:53:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:53:54,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:53:54,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,40397,1731963230947 2024-11-18T20:53:54,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59002 2024-11-18T20:53:54,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59002, baseZNode=/02118946159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:54,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101510345fc0002 connected 2024-11-18T20:53:54,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40397,1731963230947 2024-11-18T20:53:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5709e560 2024-11-18T20:53:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:54,637 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:54,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:53:54,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:53:54,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:54,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:53:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:54,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:53:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:53:54,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92d72de5ec21c197311fc822dc812481, NAME => 'test,,1731963234637.92d72de5ec21c197311fc822dc812481.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d 2024-11-18T20:53:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:53:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:55,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963234637.92d72de5ec21c197311fc822dc812481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:55,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92d72de5ec21c197311fc822dc812481, disabling compactions & flushes 2024-11-18T20:53:55,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963234637.92d72de5ec21c197311fc822dc812481. after waiting 0 ms 2024-11-18T20:53:55,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92d72de5ec21c197311fc822dc812481: Waiting for close lock at 1731963235058Disabling compacts and flushes for region at 1731963235058Disabling writes for close at 1731963235058Writing region close event to WAL at 1731963235058Closed at 1731963235058 2024-11-18T20:53:55,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:53:55,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963234637.92d72de5ec21c197311fc822dc812481.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963235060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963235060"}]},"ts":"1731963235060"} 2024-11-18T20:53:55,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:53:55,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:53:55,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963235062"}]},"ts":"1731963235062"} 2024-11-18T20:53:55,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:53:55,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92d72de5ec21c197311fc822dc812481, ASSIGN}] 2024-11-18T20:53:55,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92d72de5ec21c197311fc822dc812481, ASSIGN 2024-11-18T20:53:55,066 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92d72de5ec21c197311fc822dc812481, ASSIGN; state=OFFLINE, location=29a7ef02c270,39483,1731963231138; forceNewPlan=false, retain=false 2024-11-18T20:53:55,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92d72de5ec21c197311fc822dc812481, regionState=OPENING, regionLocation=29a7ef02c270,39483,1731963231138 2024-11-18T20:53:55,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92d72de5ec21c197311fc822dc812481, ASSIGN because future has completed 2024-11-18T20:53:55,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92d72de5ec21c197311fc822dc812481, server=29a7ef02c270,39483,1731963231138}] 2024-11-18T20:53:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:53:55,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:53:55,374 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,375 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92d72de5ec21c197311fc822dc812481, NAME => 'test,,1731963234637.92d72de5ec21c197311fc822dc812481.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:55,375 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:53:55,375 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:53:55,375 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,375 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963234637.92d72de5ec21c197311fc822dc812481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:55,375 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,375 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,376 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,377 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d72de5ec21c197311fc822dc812481 columnFamilyName f 2024-11-18T20:53:55,377 DEBUG [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:55,377 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] regionserver.HStore(327): Store=92d72de5ec21c197311fc822dc812481/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:55,378 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,378 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d72de5ec21c197311fc822dc812481 columnFamilyName f1 2024-11-18T20:53:55,378 DEBUG [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:55,379 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] regionserver.HStore(327): Store=92d72de5ec21c197311fc822dc812481/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:55,379 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,380 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d72de5ec21c197311fc822dc812481 columnFamilyName norep 2024-11-18T20:53:55,380 DEBUG [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:55,380 INFO [StoreOpener-92d72de5ec21c197311fc822dc812481-1 {}] regionserver.HStore(327): Store=92d72de5ec21c197311fc822dc812481/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:55,380 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,380 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/default/test/92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,381 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/default/test/92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,381 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,381 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,382 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:53:55,382 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/data/default/test/92d72de5ec21c197311fc822dc812481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:55,384 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92d72de5ec21c197311fc822dc812481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64290608, jitterRate=-0.04199528694152832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:53:55,384 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92d72de5ec21c197311fc822dc812481 2024-11-18T20:53:55,385 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92d72de5ec21c197311fc822dc812481: Running coprocessor pre-open hook at 1731963235375Writing region info on filesystem at 1731963235375Initializing all the Stores at 1731963235376 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963235376Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963235376Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963235376Cleaning up temporary data from old regions at 1731963235381 (+5 ms)Running coprocessor post-open hooks at 1731963235384 (+3 ms)Region opened successfully at 1731963235385 (+1 ms) 2024-11-18T20:53:55,385 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963234637.92d72de5ec21c197311fc822dc812481., pid=6, masterSystemTime=1731963235372 2024-11-18T20:53:55,387 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,387 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963234637.92d72de5ec21c197311fc822dc812481. 2024-11-18T20:53:55,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92d72de5ec21c197311fc822dc812481, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,39483,1731963231138 2024-11-18T20:53:55,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92d72de5ec21c197311fc822dc812481, server=29a7ef02c270,39483,1731963231138 because future has completed 2024-11-18T20:53:55,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:53:55,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92d72de5ec21c197311fc822dc812481, server=29a7ef02c270,39483,1731963231138 in 172 msec 2024-11-18T20:53:55,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:53:55,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92d72de5ec21c197311fc822dc812481, ASSIGN in 328 msec 2024-11-18T20:53:55,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:53:55,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963235395"}]},"ts":"1731963235395"} 2024-11-18T20:53:55,396 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:53:55,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:53:55,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-18T20:53:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:53:55,783 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:53:55,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b1053a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:55,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40397,-1 for getting cluster id 2024-11-18T20:53:55,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:55,785 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f60fb91f-4ed5-4d7e-a752-181fb1b9128a' 2024-11-18T20:53:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f60fb91f-4ed5-4d7e-a752-181fb1b9128a" 2024-11-18T20:53:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2b8870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40397,-1] 2024-11-18T20:53:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:55,788 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501cec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:55,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40397,1731963230947 2024-11-18T20:53:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17492f58 2024-11-18T20:53:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:55,791 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:55,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:40397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:53:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:53:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:55,796 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:40397' 2024-11-18T20:53:55,797 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46799705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:55,797 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40397,-1 for getting cluster id 2024-11-18T20:53:55,797 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:53:55,800 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f60fb91f-4ed5-4d7e-a752-181fb1b9128a' 2024-11-18T20:53:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:53:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f60fb91f-4ed5-4d7e-a752-181fb1b9128a" 2024-11-18T20:53:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb0f609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40397,-1] 2024-11-18T20:53:55,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:53:55,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:55,802 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:53:55,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4d5542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:53:55,803 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:53:55,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40397,1731963230947 2024-11-18T20:53:55,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e8a6044 2024-11-18T20:53:55,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:53:55,805 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:53:55,806 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:53:55,806 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:53:55,806 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:55,806 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:55,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:55,807 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://29a7ef02c270:40397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:53:55,813 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://29a7ef02c270:40397, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://29a7ef02c270:40397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://29a7ef02c270:40397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T20:53:55,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://29a7ef02c270:40397, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=22 msec 2024-11-18T20:53:55,815 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T20:53:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:53:55,904 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://29a7ef02c270:40397, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T20:53:55,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:53:55,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:53:55,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:55,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:53:55,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:53:55,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 360) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp341906955-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/29a7ef02c270:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@405c7333 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/29a7ef02c270:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59002): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 4 on default port 34527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-41f5b8e4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/29a7ef02c270:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: CacheReplicationMonitor(1420920887) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp890594868-7836-acceptor-0@78cbd7f-ServerConnector@3e7bafde{HTTP/1.1, (http/1.1)}{localhost:33455} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp341906955-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38481 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1740637085_20 at /127.0.0.1:60964 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59002) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-657756958-172.17.0.2-1731963229247:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-657756958-172.17.0.2-1731963229247:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp341906955-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3ee8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59002 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d/MasterData-prefix:29a7ef02c270,40397,1731963230947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 29a7ef02c270:40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@72cf0c18 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;29a7ef02c270:39483 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3ee8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d-prefix:29a7ef02c270,39483,1731963231138.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59002) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-657756958-172.17.0.2-1731963229247:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp341906955-7882-acceptor-0@75716d99-ServerConnector@4413a6db{HTTP/1.1, (http/1.1)}{localhost:33427} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1322b299-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@63276f97[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;29a7ef02c270:39483-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963233201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/data/data1/current/BP-657756958-172.17.0.2-1731963229247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1368492458_20 at /127.0.0.1:60996 [Receiving block BP-657756958-172.17.0.2-1731963229247:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7832 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3ee8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 34527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/29a7ef02c270:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-657756958-172.17.0.2-1731963229247 heartbeating to localhost/127.0.0.1:38481 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 34527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/data/data2/current/BP-657756958-172.17.0.2-1731963229247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f3ee8ad8f40.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59002) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 34527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38481 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41bfec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f3ee89f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/cluster_7162ee94-c9ad-21c2-37ee-423e0c4d3206/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: M:0;29a7ef02c270:40397 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34527 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1740637085_20 at /127.0.0.1:32782 [Receiving block BP-657756958-172.17.0.2-1731963229247:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7838 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38481/user/jenkins/test-data/29b726ff-16a8-9f31-1062-9db7c1589f4d-prefix:29a7ef02c270,39483,1731963231138 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/29a7ef02c270:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1740637085_20 at /127.0.0.1:44956 [Receiving block BP-657756958-172.17.0.2-1731963229247:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7833 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3ee8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963233201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7834 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3ee8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1007 (was 1034), ProcessCount=11 (was 11), AvailableMemoryMB=347 (was 461) 2024-11-18T20:53:55,924 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-18T20:53:55,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=1007, ProcessCount=11, AvailableMemoryMB=344 2024-11-18T20:53:55,940 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-18T20:53:55,952 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T20:53:55,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.log.dir so I do NOT create it in target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491 2024-11-18T20:53:55,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:53:55,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.tmp.dir so I do NOT create it in target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491 2024-11-18T20:53:55,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55d99c63-5919-2bb1-2872-41a7a2abfd29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:53:55,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491 2024-11-18T20:53:55,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102, deleteOnExit=true 2024-11-18T20:53:55,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/zookeeper_0, clientPort=51294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:53:55,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51294 2024-11-18T20:53:55,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:53:55,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/test.cache.data in system properties and HBase conf 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:53:55,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:53:55,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:53:55,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:53:56,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:56,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:56,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:56,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:56,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:53:56,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:56,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34af3c01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:56,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202ede8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:56,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71ba3e66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/java.io.tmpdir/jetty-localhost-43069-hadoop-hdfs-3_4_1-tests_jar-_-any-7284537101875443711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:53:56,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a3c6efa{HTTP/1.1, (http/1.1)}{localhost:43069} 2024-11-18T20:53:56,460 INFO [Time-limited test {}] server.Server(415): Started @331954ms 2024-11-18T20:53:56,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:53:56,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:53:56,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:53:56,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:53:56,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:53:56,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d9060f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:53:56,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba6bf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:53:56,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a59a973{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/java.io.tmpdir/jetty-localhost-42715-hadoop-hdfs-3_4_1-tests_jar-_-any-672329173593576869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:53:56,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5799d95e{HTTP/1.1, (http/1.1)}{localhost:42715} 2024-11-18T20:53:56,901 INFO [Time-limited test {}] server.Server(415): Started @332394ms 2024-11-18T20:53:56,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:53:57,715 WARN [Thread-4279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/data/data1/current/BP-1205735178-172.17.0.2-1731963235996/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:57,716 WARN [Thread-4280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/data/data2/current/BP-1205735178-172.17.0.2-1731963235996/current, will proceed with Du for space computation calculation, 2024-11-18T20:53:57,772 WARN [Thread-4267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:53:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2b019d72b364d7a with lease ID 0x9db52272f7b24841: Processing first storage report for DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8 from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2b6b7e27-8da7-48d6-bdac-53988e76d1e2, infoPort=35411, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1005505519;c=1731963235996) 2024-11-18T20:53:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2b019d72b364d7a with lease ID 0x9db52272f7b24841: from storage DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8 node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2b6b7e27-8da7-48d6-bdac-53988e76d1e2, infoPort=35411, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1005505519;c=1731963235996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2b019d72b364d7a with lease ID 0x9db52272f7b24841: Processing first storage report for DS-caec0fc1-6457-47c5-abca-731ae561291d from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2b6b7e27-8da7-48d6-bdac-53988e76d1e2, infoPort=35411, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1005505519;c=1731963235996) 2024-11-18T20:53:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2b019d72b364d7a with lease ID 0x9db52272f7b24841: from storage DS-caec0fc1-6457-47c5-abca-731ae561291d node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=2b6b7e27-8da7-48d6-bdac-53988e76d1e2, infoPort=35411, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1005505519;c=1731963235996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:53:57,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491 2024-11-18T20:53:57,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:57,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:53:58,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749 with version=8 2024-11-18T20:53:58,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/hbase-staging 2024-11-18T20:53:58,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:58,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:58,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:58,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:58,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:58,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:58,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:53:58,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:58,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34223 2024-11-18T20:53:58,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34223 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:53:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342230x0, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:58,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34223-0x1015103606a0000 connected 2024-11-18T20:53:58,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:58,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:58,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/running 2024-11-18T20:53:58,439 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749, hbase.cluster.distributed=false 2024-11-18T20:53:58,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/acl 2024-11-18T20:53:58,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34223 2024-11-18T20:53:58,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34223 2024-11-18T20:53:58,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34223 2024-11-18T20:53:58,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34223 2024-11-18T20:53:58,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34223 2024-11-18T20:53:58,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:53:58,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:53:58,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44821 2024-11-18T20:53:58,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44821 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:53:58,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:58,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:58,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448210x0, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/running 2024-11-18T20:53:58,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:53:58,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448210x0, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:53:58,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:53:58,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448210x0, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/master 2024-11-18T20:53:58,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448210x0, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/acl 2024-11-18T20:53:58,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44821-0x1015103606a0001 connected 2024-11-18T20:53:58,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-18T20:53:58,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44821 2024-11-18T20:53:58,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44821 2024-11-18T20:53:58,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-18T20:53:58,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-18T20:53:58,518 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:34223 2024-11-18T20:53:58,518 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01737851901/backup-masters/29a7ef02c270,34223,1731963238287 2024-11-18T20:53:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901/backup-masters 2024-11-18T20:53:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901/backup-masters 2024-11-18T20:53:58,525 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on existing znode=/01737851901/backup-masters/29a7ef02c270,34223,1731963238287 2024-11-18T20:53:58,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737851901/master 2024-11-18T20:53:58,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:53:58,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:53:58,533 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on existing znode=/01737851901/master 2024-11-18T20:53:58,533 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01737851901/backup-masters/29a7ef02c270,34223,1731963238287 from backup master directory 2024-11-18T20:53:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737851901/backup-masters/29a7ef02c270,34223,1731963238287 2024-11-18T20:53:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901/backup-masters 2024-11-18T20:53:58,541 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:53:58,541 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,34223,1731963238287 2024-11-18T20:53:58,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901/backup-masters 2024-11-18T20:53:58,546 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/hbase.id] with ID: d5f271e7-0561-4ace-9a8c-989aa029ba08 2024-11-18T20:53:58,546 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/.tmp/hbase.id 2024-11-18T20:53:58,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:53:58,959 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/.tmp/hbase.id]:[hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/hbase.id] 2024-11-18T20:53:58,971 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:53:58,971 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:53:58,972 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:53:58,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:53:58,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:53:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:53:59,001 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:53:59,002 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:53:59,003 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:53:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:53:59,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:53:59,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:53:59,443 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store 2024-11-18T20:53:59,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:53:59,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:59,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:53:59,916 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:59,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:59,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:53:59,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:59,916 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:53:59,916 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963239916Disabling compacts and flushes for region at 1731963239916Disabling writes for close at 1731963239916Writing region close event to WAL at 1731963239916Closed at 1731963239916 2024-11-18T20:53:59,917 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/.initializing 2024-11-18T20:53:59,917 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/WALs/29a7ef02c270,34223,1731963238287 2024-11-18T20:53:59,918 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:53:59,919 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C34223%2C1731963238287, suffix=, logDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/WALs/29a7ef02c270,34223,1731963238287, archiveDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/oldWALs, maxLogs=10 2024-11-18T20:53:59,936 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/WALs/29a7ef02c270,34223,1731963238287/29a7ef02c270%2C34223%2C1731963238287.1731963239919, exclude list is [], retry=0 2024-11-18T20:53:59,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:53:59,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:53:59,962 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/WALs/29a7ef02c270,34223,1731963238287/29a7ef02c270%2C34223%2C1731963238287.1731963239919 2024-11-18T20:53:59,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:53:59,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:53:59,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:53:59,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,962 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:53:59,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:59,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:53:59,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:53:59,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:59,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:59,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:53:59,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:59,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:59,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:53:59,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:53:59,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:53:59,973 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,973 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,974 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,975 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,975 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,975 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:53:59,976 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:53:59,984 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:53:59,985 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71637018, jitterRate=0.06747475266456604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:53:59,985 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963239963Initializing all the Stores at 1731963239963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963239963Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963239964 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963239964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963239964Cleaning up temporary data from old regions at 1731963239975 (+11 ms)Region opened successfully at 1731963239985 (+10 ms) 2024-11-18T20:53:59,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,991 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:53:59,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:53:59,993 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f365493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:53:59,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:53:59,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:53:59,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:53:59,995 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:53:59,996 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:53:59,997 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:53:59,997 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:54:00,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:00,010 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:54:00,011 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Unable to get data of znode /01737851901/balancer because node does not exist (not necessarily an error) 2024-11-18T20:54:00,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:00,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:00,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:00,065 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/balancer already deleted, retry=false 2024-11-18T20:54:00,065 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:54:00,066 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Unable to get data of znode /01737851901/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:54:00,073 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/normalizer already deleted, retry=false 2024-11-18T20:54:00,074 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:54:00,076 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Unable to get data of znode /01737851901/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:54:00,082 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/switch/split already deleted, retry=false 2024-11-18T20:54:00,083 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Unable to get data of znode /01737851901/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:54:00,090 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/switch/merge already deleted, retry=false 2024-11-18T20:54:00,092 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Unable to get data of znode /01737851901/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:54:00,098 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/snapshot-cleanup already deleted, retry=false 2024-11-18T20:54:00,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737851901/running 2024-11-18T20:54:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737851901/running 2024-11-18T20:54:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,109 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,34223,1731963238287, sessionid=0x1015103606a0000, setting cluster-up flag (Was=false) 2024-11-18T20:54:00,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,148 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01737851901/flush-table-proc/acquired, /01737851901/flush-table-proc/reached, /01737851901/flush-table-proc/abort 2024-11-18T20:54:00,150 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,34223,1731963238287 2024-11-18T20:54:00,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,190 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01737851901/online-snapshot/acquired, /01737851901/online-snapshot/reached, /01737851901/online-snapshot/abort 2024-11-18T20:54:00,191 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,34223,1731963238287 2024-11-18T20:54:00,196 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:54:00,197 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:00,197 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:54:00,197 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:54:00,198 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,34223,1731963238287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:54:00,199 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:00,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:54:00,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:00,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:54:00,211 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963270211 2024-11-18T20:54:00,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:54:00,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:54:00,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:54:00,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:54:00,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:54:00,212 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:54:00,216 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,216 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:54:00,216 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:54:00,216 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:54:00,216 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:54:00,217 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:54:00,217 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:54:00,217 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963240217,5,FailOnTimeoutGroup] 2024-11-18T20:54:00,218 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(746): ClusterId : d5f271e7-0561-4ace-9a8c-989aa029ba08 2024-11-18T20:54:00,218 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:54:00,218 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963240217,5,FailOnTimeoutGroup] 2024-11-18T20:54:00,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,219 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:54:00,219 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,219 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:54:00,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:54:00,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749 2024-11-18T20:54:00,225 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:54:00,225 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:54:00,233 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:54:00,233 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd86572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:54:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:54:00,257 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:44821 2024-11-18T20:54:00,257 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:54:00,258 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:54:00,258 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:54:00,258 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,34223,1731963238287 with port=44821, startcode=1731963238469 2024-11-18T20:54:00,258 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:54:00,264 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:54:00,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,266 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749 2024-11-18T20:54:00,266 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39465 2024-11-18T20:54:00,266 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:54:00,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901/rs 2024-11-18T20:54:00,274 DEBUG [RS:0;29a7ef02c270:44821 {}] zookeeper.ZKUtil(111): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on existing znode=/01737851901/rs/29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,274 WARN [RS:0;29a7ef02c270:44821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:54:00,274 INFO [RS:0;29a7ef02c270:44821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:00,274 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,44821,1731963238469] 2024-11-18T20:54:00,285 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:54:00,287 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:54:00,291 INFO [RS:0;29a7ef02c270:44821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:54:00,291 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,295 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:54:00,296 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:54:00,296 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:54:00,296 DEBUG [RS:0;29a7ef02c270:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:54:00,298 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,298 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,298 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,298 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,298 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,298 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44821,1731963238469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:54:00,315 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:54:00,315 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44821,1731963238469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,316 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,316 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.Replication(171): 29a7ef02c270,44821,1731963238469 started 2024-11-18T20:54:00,332 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:00,332 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,44821,1731963238469, RpcServer on 29a7ef02c270/172.17.0.2:44821, sessionid=0x1015103606a0001 2024-11-18T20:54:00,332 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:54:00,332 DEBUG [RS:0;29a7ef02c270:44821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,332 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,44821,1731963238469' 2024-11-18T20:54:00,332 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01737851901/flush-table-proc/abort' 2024-11-18T20:54:00,333 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01737851901/flush-table-proc/acquired' 2024-11-18T20:54:00,333 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:54:00,333 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:54:00,333 DEBUG [RS:0;29a7ef02c270:44821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,333 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,44821,1731963238469' 2024-11-18T20:54:00,333 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01737851901/online-snapshot/abort' 2024-11-18T20:54:00,334 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01737851901/online-snapshot/acquired' 2024-11-18T20:54:00,334 DEBUG [RS:0;29a7ef02c270:44821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:54:00,334 INFO [RS:0;29a7ef02c270:44821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:54:00,334 INFO [RS:0;29a7ef02c270:44821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:54:00,434 INFO [RS:0;29a7ef02c270:44821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:54:00,436 INFO [RS:0;29a7ef02c270:44821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C44821%2C1731963238469, suffix=, logDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469, archiveDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/oldWALs, maxLogs=10 2024-11-18T20:54:00,461 DEBUG [RS:0;29a7ef02c270:44821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436, exclude list is [], retry=0 2024-11-18T20:54:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:54:00,487 INFO [RS:0;29a7ef02c270:44821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 2024-11-18T20:54:00,491 DEBUG [RS:0;29a7ef02c270:44821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:54:00,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:00,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:54:00,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:54:00,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:00,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:00,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:54:00,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:54:00,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:54:00,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:54:00,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:00,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:00,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:54:00,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:54:00,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:00,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:54:00,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740 2024-11-18T20:54:00,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740 2024-11-18T20:54:00,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:54:00,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:54:00,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:00,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:54:00,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:00,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62984069, jitterRate=-0.06146423518657684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:00,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963240652Initializing all the Stores at 1731963240653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963240654 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963240660 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963240660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963240660Cleaning up temporary data from old regions at 1731963240683 (+23 ms)Region opened successfully at 1731963240698 (+15 ms) 2024-11-18T20:54:00,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:54:00,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:54:00,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:54:00,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:54:00,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:54:00,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:00,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963240698Disabling compacts and flushes for region at 1731963240698Disabling writes for close at 1731963240698Writing region close event to WAL at 1731963240719 (+21 ms)Closed at 1731963240719 2024-11-18T20:54:00,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:00,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:54:00,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:54:00,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:54:00,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:54:00,877 DEBUG [29a7ef02c270:34223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:54:00,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:00,878 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,44821,1731963238469, state=OPENING 2024-11-18T20:54:00,923 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:54:00,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737851901/meta-region-server: CHANGED 2024-11-18T20:54:00,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:54:00,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,44821,1731963238469}] 2024-11-18T20:54:00,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:00,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737851901/meta-region-server: CHANGED 2024-11-18T20:54:01,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:54:01,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:54:01,105 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:54:01,105 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:01,105 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:54:01,107 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C44821%2C1731963238469.meta, suffix=.meta, logDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469, archiveDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/oldWALs, maxLogs=10 2024-11-18T20:54:01,127 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963241108.meta, exclude list is [], retry=0 2024-11-18T20:54:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:54:01,138 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963241108.meta 2024-11-18T20:54:01,139 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:54:01,139 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:01,139 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:01,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:54:01,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:54:01,140 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:54:01,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:54:01,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:01,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:54:01,140 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:54:01,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:54:01,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:54:01,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:01,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:01,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:54:01,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:54:01,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:01,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:01,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:54:01,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:54:01,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:01,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:01,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:54:01,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:54:01,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:01,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:01,149 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:54:01,149 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740 2024-11-18T20:54:01,150 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740 2024-11-18T20:54:01,151 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:54:01,151 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:54:01,152 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:01,153 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:54:01,154 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71647317, jitterRate=0.06762821972370148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:01,154 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:54:01,154 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963241140Writing region info on filesystem at 1731963241140Initializing all the Stores at 1731963241141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963241141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963241143 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963241143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963241143Cleaning up temporary data from old regions at 1731963241151 (+8 ms)Running coprocessor post-open hooks at 1731963241154 (+3 ms)Region opened successfully at 1731963241154 2024-11-18T20:54:01,155 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963241088 2024-11-18T20:54:01,157 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:54:01,157 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:54:01,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:01,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,44821,1731963238469, state=OPEN 2024-11-18T20:54:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737851901/meta-region-server 2024-11-18T20:54:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737851901/meta-region-server 2024-11-18T20:54:01,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737851901/meta-region-server: CHANGED 2024-11-18T20:54:01,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737851901/meta-region-server: CHANGED 2024-11-18T20:54:01,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:01,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:54:01,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,44821,1731963238469 in 259 msec 2024-11-18T20:54:01,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:01,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:54:01,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:54:01,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:01,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44821,1731963238469, seqNum=-1] 2024-11-18T20:54:01,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-18T20:54:01,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:01,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0170 sec 2024-11-18T20:54:01,215 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963241215, completionTime=-1 2024-11-18T20:54:01,215 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:54:01,215 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:54:01,217 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:54:01,217 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963301217 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963361218 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34223,1731963238287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34223,1731963238287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34223,1731963238287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:34223, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,218 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,220 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:54:01,223 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.686sec 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34223,1731963238287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:54:01,227 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34223,1731963238287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:54:01,230 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:54:01,230 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:54:01,230 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,34223,1731963238287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:01,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5942a3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:01,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34223,-1 for getting cluster id 2024-11-18T20:54:01,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:01,321 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f271e7-0561-4ace-9a8c-989aa029ba08' 2024-11-18T20:54:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f271e7-0561-4ace-9a8c-989aa029ba08" 2024-11-18T20:54:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6809d4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34223,-1] 2024-11-18T20:54:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:01,323 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:01,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23093d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:01,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:01,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44821,1731963238469, seqNum=-1] 2024-11-18T20:54:01,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:01,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,34223,1731963238287 2024-11-18T20:54:01,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:01,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:01,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015103606a0002 connected 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir so I do NOT create it in target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e 2024-11-18T20:54:01,368 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.tmp.dir so I do NOT create it in target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e 2024-11-18T20:54:01,368 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:54:01,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/cluster_254f9152-19ad-8bab-9066-03fac6165347, deleteOnExit=true 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/test.cache.data in system properties and HBase conf 2024-11-18T20:54:01,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:54:01,369 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:54:01,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:54:01,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:54:01,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:54:01,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:54:01,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:54:01,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:54:01,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:54:01,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:54:01,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:54:01,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:54:01,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@130a7771{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/java.io.tmpdir/jetty-localhost-45357-hadoop-hdfs-3_4_1-tests_jar-_-any-9987397186322488337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:54:01,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:45357} 2024-11-18T20:54:01,878 INFO [Time-limited test {}] server.Server(415): Started @337371ms 2024-11-18T20:54:02,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:54:02,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:54:02,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:54:02,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:54:02,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:54:02,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:54:02,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:54:02,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6202975d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/java.io.tmpdir/jetty-localhost-39075-hadoop-hdfs-3_4_1-tests_jar-_-any-6849357966088629001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:54:02,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:39075} 2024-11-18T20:54:02,281 INFO [Time-limited test {}] server.Server(415): Started @337775ms 2024-11-18T20:54:02,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:54:02,981 WARN [Thread-4400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/cluster_254f9152-19ad-8bab-9066-03fac6165347/data/data1/current/BP-1304474778-172.17.0.2-1731963241395/current, will proceed with Du for space computation calculation, 2024-11-18T20:54:02,982 WARN [Thread-4401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/cluster_254f9152-19ad-8bab-9066-03fac6165347/data/data2/current/BP-1304474778-172.17.0.2-1731963241395/current, will proceed with Du for space computation calculation, 2024-11-18T20:54:03,053 WARN [Thread-4388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:54:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c410a39fc056266 with lease ID 0xc2ad2d22faabac39: Processing first storage report for DS-1f02b652-24df-4de5-924d-ba24daf5dcbb from datanode DatanodeRegistration(127.0.0.1:42185, datanodeUuid=68ca66a7-1cfa-414d-9649-a585bb4af884, infoPort=45631, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=1067871757;c=1731963241395) 2024-11-18T20:54:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c410a39fc056266 with lease ID 0xc2ad2d22faabac39: from storage DS-1f02b652-24df-4de5-924d-ba24daf5dcbb node DatanodeRegistration(127.0.0.1:42185, datanodeUuid=68ca66a7-1cfa-414d-9649-a585bb4af884, infoPort=45631, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=1067871757;c=1731963241395), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:54:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c410a39fc056266 with lease ID 0xc2ad2d22faabac39: Processing first storage report for DS-1a2e2708-4d8b-4a41-ba59-21b698773910 from datanode DatanodeRegistration(127.0.0.1:42185, datanodeUuid=68ca66a7-1cfa-414d-9649-a585bb4af884, infoPort=45631, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=1067871757;c=1731963241395) 2024-11-18T20:54:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c410a39fc056266 with lease ID 0xc2ad2d22faabac39: from storage DS-1a2e2708-4d8b-4a41-ba59-21b698773910 node DatanodeRegistration(127.0.0.1:42185, datanodeUuid=68ca66a7-1cfa-414d-9649-a585bb4af884, infoPort=45631, infoSecurePort=0, ipcPort=44163, storageInfo=lv=-57;cid=testClusterID;nsid=1067871757;c=1731963241395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:54:03,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e 2024-11-18T20:54:03,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:03,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:54:03,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a with version=8 2024-11-18T20:54:03,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/hbase-staging 2024-11-18T20:54:03,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:54:03,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:03,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:03,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:54:03,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:03,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:54:03,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:54:03,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:54:03,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37311 2024-11-18T20:54:03,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37311 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373110x0, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:03,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37311-0x1015103606a0003 connected 2024-11-18T20:54:03,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:03,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:03,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/running 2024-11-18T20:54:03,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a, hbase.cluster.distributed=false 2024-11-18T20:54:03,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/acl 2024-11-18T20:54:03,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37311 2024-11-18T20:54:03,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37311 2024-11-18T20:54:03,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37311 2024-11-18T20:54:03,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37311 2024-11-18T20:54:03,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37311 2024-11-18T20:54:03,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:54:03,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:54:03,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39137 2024-11-18T20:54:03,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39137 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:03,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:03,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:03,723 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391370x0, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:03,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391370x0, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/running 2024-11-18T20:54:03,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:54:03,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39137-0x1015103606a0004 connected 2024-11-18T20:54:03,731 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:54:03,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/master 2024-11-18T20:54:03,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/acl 2024-11-18T20:54:03,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-18T20:54:03,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39137 2024-11-18T20:54:03,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39137 2024-11-18T20:54:03,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-18T20:54:03,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-18T20:54:03,837 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:37311 2024-11-18T20:54:03,842 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-879070269/backup-masters/29a7ef02c270,37311,1731963243552 2024-11-18T20:54:03,848 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269/backup-masters 2024-11-18T20:54:03,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269/backup-masters 2024-11-18T20:54:03,849 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on existing znode=/1-879070269/backup-masters/29a7ef02c270,37311,1731963243552 2024-11-18T20:54:03,856 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-879070269/master 2024-11-18T20:54:03,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:03,856 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:03,857 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on existing znode=/1-879070269/master 2024-11-18T20:54:03,857 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-879070269/backup-masters/29a7ef02c270,37311,1731963243552 from backup master directory 2024-11-18T20:54:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-879070269/backup-masters/29a7ef02c270,37311,1731963243552 2024-11-18T20:54:03,865 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269/backup-masters 2024-11-18T20:54:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269/backup-masters 2024-11-18T20:54:03,865 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:54:03,865 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,37311,1731963243552 2024-11-18T20:54:03,868 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/hbase.id] with ID: 895a0ce9-433b-4039-bfad-f83545c66241 2024-11-18T20:54:03,868 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/.tmp/hbase.id 2024-11-18T20:54:03,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:54:04,274 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/.tmp/hbase.id]:[hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/hbase.id] 2024-11-18T20:54:04,292 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:04,292 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:54:04,293 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:54:04,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:04,339 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:04,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:54:04,824 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:54:04,825 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:54:04,826 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:54:04,867 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store 2024-11-18T20:54:04,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:54:05,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:05,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:54:05,295 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:05,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:05,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:54:05,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:05,295 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:05,295 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963245295Disabling compacts and flushes for region at 1731963245295Disabling writes for close at 1731963245295Writing region close event to WAL at 1731963245295Closed at 1731963245295 2024-11-18T20:54:05,300 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/.initializing 2024-11-18T20:54:05,300 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/WALs/29a7ef02c270,37311,1731963243552 2024-11-18T20:54:05,301 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:54:05,303 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C37311%2C1731963243552, suffix=, logDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/WALs/29a7ef02c270,37311,1731963243552, archiveDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/oldWALs, maxLogs=10 2024-11-18T20:54:05,336 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/WALs/29a7ef02c270,37311,1731963243552/29a7ef02c270%2C37311%2C1731963243552.1731963245303, exclude list is [], retry=0 2024-11-18T20:54:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-1f02b652-24df-4de5-924d-ba24daf5dcbb,DISK] 2024-11-18T20:54:05,348 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/WALs/29a7ef02c270,37311,1731963243552/29a7ef02c270%2C37311%2C1731963243552.1731963245303 2024-11-18T20:54:05,349 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45631:45631)] 2024-11-18T20:54:05,350 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:05,350 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:05,350 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,350 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:54:05,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:54:05,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:54:05,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:54:05,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:54:05,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:05,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:54:05,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:05,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:54:05,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:05,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:54:05,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:05,392 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,393 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,393 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,394 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,394 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,394 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:05,395 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:05,404 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:05,406 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243375, jitterRate=-0.07250143587589264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:05,406 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963245350Initializing all the Stores at 1731963245352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963245352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963245360 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963245360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963245360Cleaning up temporary data from old regions at 1731963245394 (+34 ms)Region opened successfully at 1731963245406 (+12 ms) 2024-11-18T20:54:05,407 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:54:05,420 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acb3f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:54:05,426 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:54:05,426 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:54:05,427 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:54:05,427 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:54:05,427 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:54:05,428 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:54:05,428 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:54:05,435 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:54:05,437 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Unable to get data of znode /1-879070269/balancer because node does not exist (not necessarily an error) 2024-11-18T20:54:05,530 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-879070269/balancer already deleted, retry=false 2024-11-18T20:54:05,531 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:54:05,532 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Unable to get data of znode /1-879070269/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:54:05,542 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-879070269/normalizer already deleted, retry=false 2024-11-18T20:54:05,542 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:54:05,544 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Unable to get data of znode /1-879070269/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:54:05,556 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-879070269/switch/split already deleted, retry=false 2024-11-18T20:54:05,558 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Unable to get data of znode /1-879070269/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:54:05,565 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-879070269/switch/merge already deleted, retry=false 2024-11-18T20:54:05,567 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Unable to get data of znode /1-879070269/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:54:05,580 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-879070269/snapshot-cleanup already deleted, retry=false 2024-11-18T20:54:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-879070269/running 2024-11-18T20:54:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:05,590 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,37311,1731963243552, sessionid=0x1015103606a0003, setting cluster-up flag (Was=false) 2024-11-18T20:54:05,591 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-879070269/running 2024-11-18T20:54:05,591 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:05,606 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:05,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:05,640 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-879070269/flush-table-proc/acquired, /1-879070269/flush-table-proc/reached, /1-879070269/flush-table-proc/abort 2024-11-18T20:54:05,641 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,37311,1731963243552 2024-11-18T20:54:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:05,660 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:05,698 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-879070269/online-snapshot/acquired, /1-879070269/online-snapshot/reached, /1-879070269/online-snapshot/abort 2024-11-18T20:54:05,700 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,37311,1731963243552 2024-11-18T20:54:05,704 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:54:05,712 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:05,712 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:54:05,712 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:54:05,713 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,37311,1731963243552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:54:05,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:05,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:54:05,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:54:05,746 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(746): ClusterId : 895a0ce9-433b-4039-bfad-f83545c66241 2024-11-18T20:54:05,746 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963275749 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:54:05,750 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:54:05,755 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,759 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:54:05,759 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:54:05,759 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:54:05,759 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:54:05,760 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:54:05,760 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:54:05,761 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:54:05,761 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:54:05,767 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:54:05,767 DEBUG [RS:0;29a7ef02c270:39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fbd5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:54:05,783 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963245761,5,FailOnTimeoutGroup] 2024-11-18T20:54:05,787 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963245783,5,FailOnTimeoutGroup] 2024-11-18T20:54:05,787 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,787 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:54:05,787 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,787 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,826 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:39137 2024-11-18T20:54:05,826 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:54:05,826 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:54:05,826 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:54:05,831 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,37311,1731963243552 with port=39137, startcode=1731963243704 2024-11-18T20:54:05,831 DEBUG [RS:0;29a7ef02c270:39137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:54:05,837 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:54:05,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,39137,1731963243704 2024-11-18T20:54:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:54:05,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37311 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,39137,1731963243704 2024-11-18T20:54:05,841 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:54:05,841 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a 2024-11-18T20:54:05,842 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a 2024-11-18T20:54:05,842 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46437 2024-11-18T20:54:05,842 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:54:05,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:54:05,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:05,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:54:05,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:54:05,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:05,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:54:05,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:54:05,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:05,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:54:05,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:54:05,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269/rs 2024-11-18T20:54:05,882 DEBUG [RS:0;29a7ef02c270:39137 {}] zookeeper.ZKUtil(111): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on existing znode=/1-879070269/rs/29a7ef02c270,39137,1731963243704 2024-11-18T20:54:05,882 WARN [RS:0;29a7ef02c270:39137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:54:05,882 INFO [RS:0;29a7ef02c270:39137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:05,882 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704 2024-11-18T20:54:05,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:05,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:54:05,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:54:05,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:05,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:05,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:54:05,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,39137,1731963243704] 2024-11-18T20:54:05,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740 2024-11-18T20:54:05,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740 2024-11-18T20:54:05,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:54:05,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:54:05,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:05,893 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:54:05,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:54:05,902 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:54:05,908 INFO [RS:0;29a7ef02c270:39137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:54:05,908 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:05,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063467, jitterRate=0.07382933795452118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963245862Initializing all the Stores at 1731963245863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963245863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963245863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963245863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963245863Cleaning up temporary data from old regions at 1731963245892 (+29 ms)Region opened successfully at 1731963245909 (+17 ms) 2024-11-18T20:54:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:54:05,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:54:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:54:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:54:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:54:05,909 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:54:05,910 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:54:05,910 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:54:05,910 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:54:05,911 DEBUG [RS:0;29a7ef02c270:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:54:05,911 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963245909Disabling compacts and flushes for region at 1731963245909Disabling writes for close at 1731963245909Writing region close event to WAL at 1731963245911 (+2 ms)Closed at 1731963245911 2024-11-18T20:54:05,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:05,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:54:05,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:54:05,915 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:54:05,916 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:54:05,917 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,917 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,917 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,917 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,917 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,917 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39137,1731963243704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:54:05,941 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:54:05,941 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,39137,1731963243704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,941 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,941 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.Replication(171): 29a7ef02c270,39137,1731963243704 started 2024-11-18T20:54:05,959 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:05,959 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,39137,1731963243704, RpcServer on 29a7ef02c270/172.17.0.2:39137, sessionid=0x1015103606a0004 2024-11-18T20:54:05,959 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:54:05,959 DEBUG [RS:0;29a7ef02c270:39137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,39137,1731963243704 2024-11-18T20:54:05,959 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,39137,1731963243704' 2024-11-18T20:54:05,960 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-879070269/flush-table-proc/abort' 2024-11-18T20:54:05,960 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-879070269/flush-table-proc/acquired' 2024-11-18T20:54:05,960 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:54:05,960 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:54:05,961 DEBUG [RS:0;29a7ef02c270:39137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,39137,1731963243704 2024-11-18T20:54:05,961 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,39137,1731963243704' 2024-11-18T20:54:05,961 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-879070269/online-snapshot/abort' 2024-11-18T20:54:05,961 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-879070269/online-snapshot/acquired' 2024-11-18T20:54:05,961 DEBUG [RS:0;29a7ef02c270:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:54:05,961 INFO [RS:0;29a7ef02c270:39137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:54:05,961 INFO [RS:0;29a7ef02c270:39137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:54:06,061 INFO [RS:0;29a7ef02c270:39137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:54:06,062 INFO [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C39137%2C1731963243704, suffix=, logDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704, archiveDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/oldWALs, maxLogs=10 2024-11-18T20:54:06,067 WARN [29a7ef02c270:37311 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:54:06,082 DEBUG [RS:0;29a7ef02c270:39137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704/29a7ef02c270%2C39137%2C1731963243704.1731963246063, exclude list is [], retry=0 2024-11-18T20:54:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-1f02b652-24df-4de5-924d-ba24daf5dcbb,DISK] 2024-11-18T20:54:06,094 INFO [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704/29a7ef02c270%2C39137%2C1731963243704.1731963246063 2024-11-18T20:54:06,095 DEBUG [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45631:45631)] 2024-11-18T20:54:06,317 DEBUG [29a7ef02c270:37311 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:54:06,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,39137,1731963243704 2024-11-18T20:54:06,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,39137,1731963243704, state=OPENING 2024-11-18T20:54:06,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:54:06,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:06,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-879070269/meta-region-server: CHANGED 2024-11-18T20:54:06,365 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:54:06,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,39137,1731963243704}] 2024-11-18T20:54:06,367 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:06,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-879070269/meta-region-server: CHANGED 2024-11-18T20:54:06,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:54:06,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:54:06,567 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:54:06,567 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:06,568 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:54:06,576 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C39137%2C1731963243704.meta, suffix=.meta, logDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704, archiveDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/oldWALs, maxLogs=10 2024-11-18T20:54:06,609 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704/29a7ef02c270%2C39137%2C1731963243704.meta.1731963246576.meta, exclude list is [], retry=0 2024-11-18T20:54:06,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-1f02b652-24df-4de5-924d-ba24daf5dcbb,DISK] 2024-11-18T20:54:06,627 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/WALs/29a7ef02c270,39137,1731963243704/29a7ef02c270%2C39137%2C1731963243704.meta.1731963246576.meta 2024-11-18T20:54:06,631 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45631:45631)] 2024-11-18T20:54:06,632 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:06,632 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:06,632 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:54:06,632 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:54:06,632 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:54:06,633 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:54:06,633 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:06,633 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:54:06,633 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:54:06,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:54:06,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:54:06,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:54:06,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:06,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:06,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:54:06,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:54:06,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:06,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:06,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:54:06,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:54:06,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:06,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:06,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:54:06,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:54:06,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:06,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:06,695 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:54:06,699 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740 2024-11-18T20:54:06,700 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740 2024-11-18T20:54:06,701 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:54:06,701 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:54:06,702 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:06,703 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:54:06,703 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61003464, jitterRate=-0.09097754955291748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:06,703 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:54:06,703 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963246633Writing region info on filesystem at 1731963246633Initializing all the Stores at 1731963246641 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963246641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963246651 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963246651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963246651Cleaning up temporary data from old regions at 1731963246701 (+50 ms)Running coprocessor post-open hooks at 1731963246703 (+2 ms)Region opened successfully at 1731963246703 2024-11-18T20:54:06,708 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963246526 2024-11-18T20:54:06,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,39137,1731963243704 2024-11-18T20:54:06,719 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:54:06,719 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:54:06,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,39137,1731963243704, state=OPEN 2024-11-18T20:54:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-879070269/meta-region-server 2024-11-18T20:54:06,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-879070269/meta-region-server: CHANGED 2024-11-18T20:54:06,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,39137,1731963243704 2024-11-18T20:54:06,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:54:06,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,39137,1731963243704 in 365 msec 2024-11-18T20:54:06,733 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-879070269/meta-region-server 2024-11-18T20:54:06,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-879070269/meta-region-server: CHANGED 2024-11-18T20:54:06,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:54:06,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 820 msec 2024-11-18T20:54:06,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:06,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:54:06,738 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:06,738 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,39137,1731963243704, seqNum=-1] 2024-11-18T20:54:06,739 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:06,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:06,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0460 sec 2024-11-18T20:54:06,755 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963246755, completionTime=-1 2024-11-18T20:54:06,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,755 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:54:06,755 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:54:06,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:06,773 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:54:06,773 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963306773 2024-11-18T20:54:06,773 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963366773 2024-11-18T20:54:06,773 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 18 msec 2024-11-18T20:54:06,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37311,1731963243552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37311,1731963243552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37311,1731963243552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:37311, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,774 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,776 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:54:06,787 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,799 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-18T20:54:06,799 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:54:06,799 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:54:06,799 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:54:06,799 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:54:06,800 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:54:06,800 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37311,1731963243552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:54:06,800 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37311,1731963243552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:54:06,816 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:54:06,816 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:54:06,816 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,37311,1731963243552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:06,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:06,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37311,-1 for getting cluster id 2024-11-18T20:54:06,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:06,863 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895a0ce9-433b-4039-bfad-f83545c66241' 2024-11-18T20:54:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895a0ce9-433b-4039-bfad-f83545c66241" 2024-11-18T20:54:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce5cbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37311,-1] 2024-11-18T20:54:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:06,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:06,867 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:06,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d79a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:06,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:06,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,39137,1731963243704, seqNum=-1] 2024-11-18T20:54:06,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:06,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:06,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,37311,1731963243552 2024-11-18T20:54:06,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:06,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:06,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir so I do NOT create it in target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec 2024-11-18T20:54:06,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:54:06,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.tmp.dir so I do NOT create it in target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec 2024-11-18T20:54:06,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:54:06,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec 2024-11-18T20:54:06,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:54:06,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/cluster_304a86e2-8317-90a5-80a1-4cda97c2f382, deleteOnExit=true 2024-11-18T20:54:06,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:54:06,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/test.cache.data in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:54:06,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:54:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:54:06,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:54:06,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015103606a0005 connected 2024-11-18T20:54:07,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:54:07,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:54:07,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:54:07,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:54:07,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:54:07,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:54:07,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:54:07,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:54:07,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37627d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/java.io.tmpdir/jetty-localhost-44011-hadoop-hdfs-3_4_1-tests_jar-_-any-6475515454489451636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:54:07,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:44011} 2024-11-18T20:54:07,657 INFO [Time-limited test {}] server.Server(415): Started @343150ms 2024-11-18T20:54:08,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:54:08,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:54:08,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:54:08,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:54:08,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:54:08,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:54:08,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:54:08,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3825ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/java.io.tmpdir/jetty-localhost-35461-hadoop-hdfs-3_4_1-tests_jar-_-any-5450179919123226099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:54:08,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:35461} 2024-11-18T20:54:08,549 INFO [Time-limited test {}] server.Server(415): Started @344043ms 2024-11-18T20:54:08,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:54:09,161 WARN [Thread-4521 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/cluster_304a86e2-8317-90a5-80a1-4cda97c2f382/data/data1/current/BP-360024643-172.17.0.2-1731963246976/current, will proceed with Du for space computation calculation, 2024-11-18T20:54:09,162 WARN [Thread-4522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/cluster_304a86e2-8317-90a5-80a1-4cda97c2f382/data/data2/current/BP-360024643-172.17.0.2-1731963246976/current, will proceed with Du for space computation calculation, 2024-11-18T20:54:09,196 WARN [Thread-4509 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:54:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92243d43fde6a64a with lease ID 0x7685dacce464a0ac: Processing first storage report for DS-a67b43a0-b7d0-4b39-8eea-3b1588309073 from datanode DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0eeb18f8-8a24-4031-ba21-7050dc994f4c, infoPort=35617, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=1020713899;c=1731963246976) 2024-11-18T20:54:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92243d43fde6a64a with lease ID 0x7685dacce464a0ac: from storage DS-a67b43a0-b7d0-4b39-8eea-3b1588309073 node DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0eeb18f8-8a24-4031-ba21-7050dc994f4c, infoPort=35617, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=1020713899;c=1731963246976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:54:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92243d43fde6a64a with lease ID 0x7685dacce464a0ac: Processing first storage report for DS-ed23360b-02da-46cd-ab40-5d107ca6ab7e from datanode DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0eeb18f8-8a24-4031-ba21-7050dc994f4c, infoPort=35617, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=1020713899;c=1731963246976) 2024-11-18T20:54:09,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92243d43fde6a64a with lease ID 0x7685dacce464a0ac: from storage DS-ed23360b-02da-46cd-ab40-5d107ca6ab7e node DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0eeb18f8-8a24-4031-ba21-7050dc994f4c, infoPort=35617, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=1020713899;c=1731963246976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:54:09,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec 2024-11-18T20:54:09,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:09,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:54:09,256 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd with version=8 2024-11-18T20:54:09,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/hbase-staging 2024-11-18T20:54:09,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:54:09,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:54:09,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44433 2024-11-18T20:54:09,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44433 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444330x0, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:09,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44433-0x1015103606a0006 connected 2024-11-18T20:54:09,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:09,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:09,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/running 2024-11-18T20:54:09,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd, hbase.cluster.distributed=false 2024-11-18T20:54:09,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/acl 2024-11-18T20:54:09,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-18T20:54:09,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44433 2024-11-18T20:54:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44433 2024-11-18T20:54:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-18T20:54:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-18T20:54:09,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45 2024-11-18T20:54:09,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:09,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:09,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:54:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:54:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:54:09,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:54:09,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:54:09,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36699 2024-11-18T20:54:09,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36699 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:09,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:09,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:09,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366990x0, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:09,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366990x0, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/running 2024-11-18T20:54:09,540 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:54:09,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36699-0x1015103606a0007 connected 2024-11-18T20:54:09,567 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:54:09,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/master 2024-11-18T20:54:09,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/acl 2024-11-18T20:54:09,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36699 2024-11-18T20:54:09,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36699 2024-11-18T20:54:09,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36699 2024-11-18T20:54:09,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36699 2024-11-18T20:54:09,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36699 2024-11-18T20:54:09,616 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:44433 2024-11-18T20:54:09,631 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1591969460/backup-masters/29a7ef02c270,44433,1731963249260 2024-11-18T20:54:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460/backup-masters 2024-11-18T20:54:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460/backup-masters 2024-11-18T20:54:09,640 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on existing znode=/2-1591969460/backup-masters/29a7ef02c270,44433,1731963249260 2024-11-18T20:54:09,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1591969460/master 2024-11-18T20:54:09,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:09,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:09,649 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on existing znode=/2-1591969460/master 2024-11-18T20:54:09,649 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1591969460/backup-masters/29a7ef02c270,44433,1731963249260 from backup master directory 2024-11-18T20:54:09,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460/backup-masters 2024-11-18T20:54:09,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1591969460/backup-masters/29a7ef02c270,44433,1731963249260 2024-11-18T20:54:09,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460/backup-masters 2024-11-18T20:54:09,657 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:54:09,657 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,44433,1731963249260 2024-11-18T20:54:09,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/backup-masters/29a7ef02c270,44433,1731963249260 because node does not exist (not an error) 2024-11-18T20:54:09,675 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/hbase.id] with ID: 5b67f38f-b7b0-4832-9a76-b1396f12b1a3 2024-11-18T20:54:09,676 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/.tmp/hbase.id 2024-11-18T20:54:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:54:10,108 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/.tmp/hbase.id]:[hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/hbase.id] 2024-11-18T20:54:10,122 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:10,122 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:54:10,123 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:54:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:54:10,613 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:54:10,614 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:54:10,617 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:54:11,040 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store 2024-11-18T20:54:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:54:11,112 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:11,112 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:54:11,112 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:11,112 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:11,112 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:54:11,112 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:11,112 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:11,112 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963251112Disabling compacts and flushes for region at 1731963251112Disabling writes for close at 1731963251112Writing region close event to WAL at 1731963251112Closed at 1731963251112 2024-11-18T20:54:11,119 WARN [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/.initializing 2024-11-18T20:54:11,119 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/WALs/29a7ef02c270,44433,1731963249260 2024-11-18T20:54:11,132 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:54:11,137 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C44433%2C1731963249260, suffix=, logDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/WALs/29a7ef02c270,44433,1731963249260, archiveDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/oldWALs, maxLogs=10 2024-11-18T20:54:11,179 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/WALs/29a7ef02c270,44433,1731963249260/29a7ef02c270%2C44433%2C1731963249260.1731963251137, exclude list is [], retry=0 2024-11-18T20:54:11,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-a67b43a0-b7d0-4b39-8eea-3b1588309073,DISK] 2024-11-18T20:54:11,224 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/WALs/29a7ef02c270,44433,1731963249260/29a7ef02c270%2C44433%2C1731963249260.1731963251137 2024-11-18T20:54:11,243 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35617:35617)] 2024-11-18T20:54:11,244 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:11,244 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:11,244 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,244 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:54:11,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:11,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:54:11,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:11,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:54:11,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:11,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:54:11,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:11,316 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,317 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,319 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,321 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,321 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,322 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:11,323 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:54:11,332 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:11,334 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64015394, jitterRate=-0.04609629511833191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:11,334 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731963251244Initializing all the Stores at 1731963251251 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963251251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963251255 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963251255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963251255Cleaning up temporary data from old regions at 1731963251321 (+66 ms)Region opened successfully at 1731963251334 (+13 ms) 2024-11-18T20:54:11,361 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:54:11,367 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34945c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:54:11,372 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:54:11,372 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:54:11,372 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:54:11,372 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:54:11,373 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:54:11,374 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:54:11,374 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:54:11,394 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:54:11,400 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/balancer because node does not exist (not necessarily an error) 2024-11-18T20:54:11,439 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1591969460/balancer already deleted, retry=false 2024-11-18T20:54:11,440 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:54:11,444 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:54:11,456 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1591969460/normalizer already deleted, retry=false 2024-11-18T20:54:11,457 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:54:11,464 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:54:11,473 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1591969460/switch/split already deleted, retry=false 2024-11-18T20:54:11,474 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:54:11,489 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1591969460/switch/merge already deleted, retry=false 2024-11-18T20:54:11,508 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:54:11,519 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1591969460/snapshot-cleanup already deleted, retry=false 2024-11-18T20:54:11,532 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,44433,1731963249260, sessionid=0x1015103606a0006, setting cluster-up flag (Was=false) 2024-11-18T20:54:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1591969460/running 2024-11-18T20:54:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1591969460/running 2024-11-18T20:54:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:11,581 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1591969460/flush-table-proc/acquired, /2-1591969460/flush-table-proc/reached, /2-1591969460/flush-table-proc/abort 2024-11-18T20:54:11,583 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,44433,1731963249260 2024-11-18T20:54:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:11,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:11,624 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1591969460/online-snapshot/acquired, /2-1591969460/online-snapshot/reached, /2-1591969460/online-snapshot/abort 2024-11-18T20:54:11,628 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,44433,1731963249260 2024-11-18T20:54:11,640 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:54:11,648 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:11,648 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:54:11,648 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:54:11,649 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,44433,1731963249260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:54:11,650 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:54:11,651 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:11,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:11,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:54:11,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:54:11,699 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963281699 2024-11-18T20:54:11,699 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:54:11,700 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:54:11,700 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:54:11,700 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:54:11,700 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:54:11,700 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:54:11,701 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:11,708 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:54:11,708 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:54:11,708 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:54:11,708 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:54:11,715 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:54:11,716 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:54:11,719 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963251716,5,FailOnTimeoutGroup] 2024-11-18T20:54:11,723 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963251719,5,FailOnTimeoutGroup] 2024-11-18T20:54:11,723 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:11,723 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:54:11,723 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:11,723 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:11,760 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(746): ClusterId : 5b67f38f-b7b0-4832-9a76-b1396f12b1a3 2024-11-18T20:54:11,760 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:54:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:54:11,777 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:54:11,777 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:54:11,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:54:11,780 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd 2024-11-18T20:54:11,794 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:54:11,794 DEBUG [RS:0;29a7ef02c270:36699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ec6cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0 2024-11-18T20:54:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:54:11,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:11,858 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:36699 2024-11-18T20:54:11,858 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:54:11,858 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:54:11,859 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:54:11,872 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,44433,1731963249260 with port=36699, startcode=1731963249462 2024-11-18T20:54:11,872 DEBUG [RS:0;29a7ef02c270:36699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:54:11,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:54:11,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:54:11,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:11,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:54:11,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:54:11,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:11,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:54:11,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:54:11,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:11,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:54:11,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:54:11,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:11,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:11,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:54:11,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740 2024-11-18T20:54:11,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740 2024-11-18T20:54:11,892 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:54:11,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:54:11,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:54:11,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,36699,1731963249462 2024-11-18T20:54:11,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,36699,1731963249462 2024-11-18T20:54:11,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:11,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:54:11,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:11,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608701, jitterRate=0.007448151707649231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:11,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731963251856Initializing all the Stores at 1731963251859 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963251859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963251872 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963251872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963251872Cleaning up temporary data from old regions at 1731963251892 (+20 ms)Region opened successfully at 1731963251899 (+7 ms) 2024-11-18T20:54:11,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:54:11,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:54:11,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:54:11,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:54:11,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:54:11,901 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd 2024-11-18T20:54:11,901 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41337 2024-11-18T20:54:11,901 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:54:11,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:11,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963251899Disabling compacts and flushes for region at 1731963251899Disabling writes for close at 1731963251899Writing region close event to WAL at 1731963251903 (+4 ms)Closed at 1731963251903 2024-11-18T20:54:11,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:11,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:54:11,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:54:11,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:54:11,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:54:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460/rs 2024-11-18T20:54:11,956 DEBUG [RS:0;29a7ef02c270:36699 {}] zookeeper.ZKUtil(111): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on existing znode=/2-1591969460/rs/29a7ef02c270,36699,1731963249462 2024-11-18T20:54:11,956 WARN [RS:0;29a7ef02c270:36699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:54:11,956 INFO [RS:0;29a7ef02c270:36699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:11,956 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462 2024-11-18T20:54:11,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,36699,1731963249462] 2024-11-18T20:54:12,016 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:54:12,027 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:54:12,031 INFO [RS:0;29a7ef02c270:36699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:54:12,031 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,039 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:54:12,043 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:54:12,043 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,043 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:54:12,044 DEBUG [RS:0;29a7ef02c270:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:54:12,057 WARN [29a7ef02c270:44433 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:54:12,065 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,065 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,065 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,065 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,065 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,065 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,36699,1731963249462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:54:12,090 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:54:12,090 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,36699,1731963249462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,091 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,091 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.Replication(171): 29a7ef02c270,36699,1731963249462 started 2024-11-18T20:54:12,114 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,114 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,36699,1731963249462, RpcServer on 29a7ef02c270/172.17.0.2:36699, sessionid=0x1015103606a0007 2024-11-18T20:54:12,114 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:54:12,114 DEBUG [RS:0;29a7ef02c270:36699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,36699,1731963249462 2024-11-18T20:54:12,115 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,36699,1731963249462' 2024-11-18T20:54:12,115 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1591969460/flush-table-proc/abort' 2024-11-18T20:54:12,115 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1591969460/flush-table-proc/acquired' 2024-11-18T20:54:12,115 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:54:12,115 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:54:12,116 DEBUG [RS:0;29a7ef02c270:36699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,36699,1731963249462 2024-11-18T20:54:12,116 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,36699,1731963249462' 2024-11-18T20:54:12,116 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1591969460/online-snapshot/abort' 2024-11-18T20:54:12,122 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1591969460/online-snapshot/acquired' 2024-11-18T20:54:12,123 DEBUG [RS:0;29a7ef02c270:36699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:54:12,123 INFO [RS:0;29a7ef02c270:36699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:54:12,123 INFO [RS:0;29a7ef02c270:36699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:54:12,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:54:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,224 INFO [RS:0;29a7ef02c270:36699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:54:12,225 INFO [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C36699%2C1731963249462, suffix=, logDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462, archiveDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/oldWALs, maxLogs=10 2024-11-18T20:54:12,260 DEBUG [RS:0;29a7ef02c270:36699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462/29a7ef02c270%2C36699%2C1731963249462.1731963252226, exclude list is [], retry=0 2024-11-18T20:54:12,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-a67b43a0-b7d0-4b39-8eea-3b1588309073,DISK] 2024-11-18T20:54:12,284 INFO [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462/29a7ef02c270%2C36699%2C1731963249462.1731963252226 2024-11-18T20:54:12,288 DEBUG [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35617:35617)] 2024-11-18T20:54:12,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:12,311 DEBUG [29a7ef02c270:44433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:54:12,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,36699,1731963249462 2024-11-18T20:54:12,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,36699,1731963249462, state=OPENING 2024-11-18T20:54:12,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:54:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:12,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1591969460/meta-region-server: CHANGED 2024-11-18T20:54:12,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:12,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1591969460/meta-region-server: CHANGED 2024-11-18T20:54:12,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:54:12,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,36699,1731963249462}] 2024-11-18T20:54:12,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:54:12,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:54:12,645 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:54:12,646 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:12,646 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:54:12,648 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C36699%2C1731963249462.meta, suffix=.meta, logDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462, archiveDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/oldWALs, maxLogs=10 2024-11-18T20:54:12,686 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462/29a7ef02c270%2C36699%2C1731963249462.meta.1731963252649.meta, exclude list is [], retry=0 2024-11-18T20:54:12,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-a67b43a0-b7d0-4b39-8eea-3b1588309073,DISK] 2024-11-18T20:54:12,733 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462/29a7ef02c270%2C36699%2C1731963249462.meta.1731963252649.meta 2024-11-18T20:54:12,735 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35617:35617)] 2024-11-18T20:54:12,735 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:12,735 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:12,736 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:54:12,736 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:54:12,736 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:54:12,736 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:54:12,736 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:12,736 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:54:12,736 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:54:12,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:54:12,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:54:12,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:12,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:12,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:54:12,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:54:12,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:12,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:12,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:54:12,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:54:12,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:12,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:12,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:54:12,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:54:12,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:12,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:54:12,755 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:54:12,756 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740 2024-11-18T20:54:12,757 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740 2024-11-18T20:54:12,758 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:54:12,758 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:54:12,759 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:54:12,760 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:54:12,761 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228281, jitterRate=0.046482935547828674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:54:12,761 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:54:12,761 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731963252736Writing region info on filesystem at 1731963252736Initializing all the Stores at 1731963252744 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963252744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963252745 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963252745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963252745Cleaning up temporary data from old regions at 1731963252758 (+13 ms)Running coprocessor post-open hooks at 1731963252761 (+3 ms)Region opened successfully at 1731963252761 2024-11-18T20:54:12,764 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963252615 2024-11-18T20:54:12,771 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:54:12,771 INFO [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:54:12,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,36699,1731963249462 2024-11-18T20:54:12,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,36699,1731963249462, state=OPEN 2024-11-18T20:54:12,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1591969460/meta-region-server 2024-11-18T20:54:12,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1591969460/meta-region-server: CHANGED 2024-11-18T20:54:12,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,36699,1731963249462 2024-11-18T20:54:12,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1591969460/meta-region-server 2024-11-18T20:54:12,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1591969460/meta-region-server: CHANGED 2024-11-18T20:54:12,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:54:12,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,36699,1731963249462 in 376 msec 2024-11-18T20:54:12,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:54:12,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 920 msec 2024-11-18T20:54:12,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:54:12,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:54:12,844 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:12,844 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36699,1731963249462, seqNum=-1] 2024-11-18T20:54:12,845 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:12,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:12,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-11-18T20:54:12,873 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963252873, completionTime=-1 2024-11-18T20:54:12,873 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:54:12,874 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:54:12,877 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:54:12,877 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963312877 2024-11-18T20:54:12,877 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963372877 2024-11-18T20:54:12,877 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T20:54:12,878 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44433,1731963249260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,878 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44433,1731963249260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,878 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44433,1731963249260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,878 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:44433, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,878 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,879 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,881 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.230sec 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44433,1731963249260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:54:12,888 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44433,1731963249260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:54:12,909 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:54:12,909 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:54:12,909 INFO [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,44433,1731963249260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:54:12,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:12,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,44433,-1 for getting cluster id 2024-11-18T20:54:12,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:12,996 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b67f38f-b7b0-4832-9a76-b1396f12b1a3' 2024-11-18T20:54:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b67f38f-b7b0-4832-9a76-b1396f12b1a3" 2024-11-18T20:54:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a64f303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,44433,-1] 2024-11-18T20:54:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:13,000 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:13,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd3b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:13,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36699,1731963249462, seqNum=-1] 2024-11-18T20:54:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:13,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:13,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,44433,1731963249260 2024-11-18T20:54:13,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51294 2024-11-18T20:54:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:54:13,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015103606a0008 connected 2024-11-18T20:54:13,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34223,1731963238287 2024-11-18T20:54:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d00a011 2024-11-18T20:54:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:13,367 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:13,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:54:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:54:13,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:54:13,373 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:13,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:54:13,376 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:54:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:54:13,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df0748fb50c1f84993d987ae97c4f0d9, NAME => 'test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749 2024-11-18T20:54:13,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:54:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:13,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:13,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df0748fb50c1f84993d987ae97c4f0d9, disabling compactions & flushes 2024-11-18T20:54:13,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:13,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:13,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. after waiting 0 ms 2024-11-18T20:54:13,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:13,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:13,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df0748fb50c1f84993d987ae97c4f0d9: Waiting for close lock at 1731963253846Disabling compacts and flushes for region at 1731963253846Disabling writes for close at 1731963253846Writing region close event to WAL at 1731963253846Closed at 1731963253846 2024-11-18T20:54:13,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:54:13,849 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963253848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963253848"}]},"ts":"1731963253848"} 2024-11-18T20:54:13,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:54:13,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:54:13,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963253864"}]},"ts":"1731963253864"} 2024-11-18T20:54:13,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:54:13,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df0748fb50c1f84993d987ae97c4f0d9, ASSIGN}] 2024-11-18T20:54:13,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df0748fb50c1f84993d987ae97c4f0d9, ASSIGN 2024-11-18T20:54:13,878 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df0748fb50c1f84993d987ae97c4f0d9, ASSIGN; state=OFFLINE, location=29a7ef02c270,44821,1731963238469; forceNewPlan=false, retain=false 2024-11-18T20:54:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:14,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df0748fb50c1f84993d987ae97c4f0d9, regionState=OPENING, regionLocation=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:14,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df0748fb50c1f84993d987ae97c4f0d9, ASSIGN because future has completed 2024-11-18T20:54:14,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df0748fb50c1f84993d987ae97c4f0d9, server=29a7ef02c270,44821,1731963238469}] 2024-11-18T20:54:14,259 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:14,259 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df0748fb50c1f84993d987ae97c4f0d9, NAME => 'test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:14,259 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:14,260 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:54:14,260 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,260 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:14,260 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,260 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,276 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,277 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df0748fb50c1f84993d987ae97c4f0d9 columnFamilyName f 2024-11-18T20:54:14,277 DEBUG [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:14,281 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] regionserver.HStore(327): Store=df0748fb50c1f84993d987ae97c4f0d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:14,281 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,289 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df0748fb50c1f84993d987ae97c4f0d9 columnFamilyName f1 2024-11-18T20:54:14,289 DEBUG [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:14,295 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] regionserver.HStore(327): Store=df0748fb50c1f84993d987ae97c4f0d9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:14,295 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,305 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df0748fb50c1f84993d987ae97c4f0d9 columnFamilyName norep 2024-11-18T20:54:14,305 DEBUG [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:14,309 INFO [StoreOpener-df0748fb50c1f84993d987ae97c4f0d9-1 {}] regionserver.HStore(327): Store=df0748fb50c1f84993d987ae97c4f0d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:14,309 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,316 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,323 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,343 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,343 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,351 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:54:14,375 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,405 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:14,411 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df0748fb50c1f84993d987ae97c4f0d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74757364, jitterRate=0.1139715313911438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:54:14,411 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:14,411 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df0748fb50c1f84993d987ae97c4f0d9: Running coprocessor pre-open hook at 1731963254260Writing region info on filesystem at 1731963254260Initializing all the Stores at 1731963254274 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963254274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963254275 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963254275Cleaning up temporary data from old regions at 1731963254343 (+68 ms)Running coprocessor post-open hooks at 1731963254411 (+68 ms)Region opened successfully at 1731963254411 2024-11-18T20:54:14,413 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., pid=6, masterSystemTime=1731963254207 2024-11-18T20:54:14,425 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:14,425 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:14,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df0748fb50c1f84993d987ae97c4f0d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:14,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df0748fb50c1f84993d987ae97c4f0d9, server=29a7ef02c270,44821,1731963238469 because future has completed 2024-11-18T20:54:14,434 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=29a7ef02c270,44821,1731963238469, table=test, region=df0748fb50c1f84993d987ae97c4f0d9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T20:54:14,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:54:14,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df0748fb50c1f84993d987ae97c4f0d9, server=29a7ef02c270,44821,1731963238469 in 393 msec 2024-11-18T20:54:14,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:54:14,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df0748fb50c1f84993d987ae97c4f0d9, ASSIGN in 576 msec 2024-11-18T20:54:14,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:54:14,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963254447"}]},"ts":"1731963254447"} 2024-11-18T20:54:14,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:54:14,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:54:14,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0830 sec 2024-11-18T20:54:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:14,531 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:54:14,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37311,1731963243552 2024-11-18T20:54:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76429e7a 2024-11-18T20:54:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:14,537 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:14,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:54:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:54:14,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:54:14,549 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:14,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:54:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:14,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:54:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:54:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:15,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a134f87ba0c7d5d387f4cf5d1ad4d436, NAME => 'test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a 2024-11-18T20:54:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:54:15,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:15,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a134f87ba0c7d5d387f4cf5d1ad4d436, disabling compactions & flushes 2024-11-18T20:54:15,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. after waiting 0 ms 2024-11-18T20:54:15,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a134f87ba0c7d5d387f4cf5d1ad4d436: Waiting for close lock at 1731963255048Disabling compacts and flushes for region at 1731963255048Disabling writes for close at 1731963255049 (+1 ms)Writing region close event to WAL at 1731963255049Closed at 1731963255049 2024-11-18T20:54:15,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:54:15,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963255054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963255054"}]},"ts":"1731963255054"} 2024-11-18T20:54:15,056 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:54:15,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:54:15,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963255057"}]},"ts":"1731963255057"} 2024-11-18T20:54:15,063 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:54:15,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a134f87ba0c7d5d387f4cf5d1ad4d436, ASSIGN}] 2024-11-18T20:54:15,065 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a134f87ba0c7d5d387f4cf5d1ad4d436, ASSIGN 2024-11-18T20:54:15,066 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a134f87ba0c7d5d387f4cf5d1ad4d436, ASSIGN; state=OFFLINE, location=29a7ef02c270,39137,1731963243704; forceNewPlan=false, retain=false 2024-11-18T20:54:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:15,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a134f87ba0c7d5d387f4cf5d1ad4d436, regionState=OPENING, regionLocation=29a7ef02c270,39137,1731963243704 2024-11-18T20:54:15,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a134f87ba0c7d5d387f4cf5d1ad4d436, ASSIGN because future has completed 2024-11-18T20:54:15,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a134f87ba0c7d5d387f4cf5d1ad4d436, server=29a7ef02c270,39137,1731963243704}] 2024-11-18T20:54:15,417 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,417 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a134f87ba0c7d5d387f4cf5d1ad4d436, NAME => 'test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:15,417 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:15,417 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:54:15,418 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,418 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:15,418 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,418 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,419 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,421 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a134f87ba0c7d5d387f4cf5d1ad4d436 columnFamilyName f 2024-11-18T20:54:15,421 DEBUG [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:15,421 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] regionserver.HStore(327): Store=a134f87ba0c7d5d387f4cf5d1ad4d436/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:15,421 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,422 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a134f87ba0c7d5d387f4cf5d1ad4d436 columnFamilyName f1 2024-11-18T20:54:15,422 DEBUG [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:15,423 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] regionserver.HStore(327): Store=a134f87ba0c7d5d387f4cf5d1ad4d436/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:15,423 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,425 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a134f87ba0c7d5d387f4cf5d1ad4d436 columnFamilyName norep 2024-11-18T20:54:15,425 DEBUG [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:15,425 INFO [StoreOpener-a134f87ba0c7d5d387f4cf5d1ad4d436-1 {}] regionserver.HStore(327): Store=a134f87ba0c7d5d387f4cf5d1ad4d436/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:15,425 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,426 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,426 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,428 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:54:15,429 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,454 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:15,454 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a134f87ba0c7d5d387f4cf5d1ad4d436; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75085513, jitterRate=0.11886133253574371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:54:15,455 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:15,455 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a134f87ba0c7d5d387f4cf5d1ad4d436: Running coprocessor pre-open hook at 1731963255418Writing region info on filesystem at 1731963255418Initializing all the Stores at 1731963255419 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963255419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963255419Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963255419Cleaning up temporary data from old regions at 1731963255427 (+8 ms)Running coprocessor post-open hooks at 1731963255455 (+28 ms)Region opened successfully at 1731963255455 2024-11-18T20:54:15,456 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436., pid=6, masterSystemTime=1731963255387 2024-11-18T20:54:15,495 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,495 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:15,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a134f87ba0c7d5d387f4cf5d1ad4d436, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,39137,1731963243704 2024-11-18T20:54:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a134f87ba0c7d5d387f4cf5d1ad4d436, server=29a7ef02c270,39137,1731963243704 because future has completed 2024-11-18T20:54:15,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:54:15,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a134f87ba0c7d5d387f4cf5d1ad4d436, server=29a7ef02c270,39137,1731963243704 in 288 msec 2024-11-18T20:54:15,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:54:15,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a134f87ba0c7d5d387f4cf5d1ad4d436, ASSIGN in 474 msec 2024-11-18T20:54:15,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:54:15,556 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963255556"}]},"ts":"1731963255556"} 2024-11-18T20:54:15,561 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:54:15,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:54:15,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0230 sec 2024-11-18T20:54:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:15,691 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:54:15,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,44433,1731963249260 2024-11-18T20:54:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec100bb 2024-11-18T20:54:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:15,705 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:15,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:54:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:54:15,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:54:15,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:54:15,713 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:15,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:54:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:54:15,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ac06e28a638e08c01d3b4a7ac642c19, NAME => 'test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd 2024-11-18T20:54:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:54:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ac06e28a638e08c01d3b4a7ac642c19, disabling compactions & flushes 2024-11-18T20:54:15,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. after waiting 0 ms 2024-11-18T20:54:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:15,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ac06e28a638e08c01d3b4a7ac642c19: Waiting for close lock at 1731963255756Disabling compacts and flushes for region at 1731963255756Disabling writes for close at 1731963255756Writing region close event to WAL at 1731963255756Closed at 1731963255756 2024-11-18T20:54:15,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:54:15,758 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731963255758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963255758"}]},"ts":"1731963255758"} 2024-11-18T20:54:15,760 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:54:15,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:54:15,761 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963255761"}]},"ts":"1731963255761"} 2024-11-18T20:54:15,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:54:15,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ac06e28a638e08c01d3b4a7ac642c19, ASSIGN}] 2024-11-18T20:54:15,764 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ac06e28a638e08c01d3b4a7ac642c19, ASSIGN 2024-11-18T20:54:15,765 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ac06e28a638e08c01d3b4a7ac642c19, ASSIGN; state=OFFLINE, location=29a7ef02c270,36699,1731963249462; forceNewPlan=false, retain=false 2024-11-18T20:54:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:15,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ac06e28a638e08c01d3b4a7ac642c19, regionState=OPENING, regionLocation=29a7ef02c270,36699,1731963249462 2024-11-18T20:54:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ac06e28a638e08c01d3b4a7ac642c19, ASSIGN because future has completed 2024-11-18T20:54:15,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ac06e28a638e08c01d3b4a7ac642c19, server=29a7ef02c270,36699,1731963249462}] 2024-11-18T20:54:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:16,091 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:16,092 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ac06e28a638e08c01d3b4a7ac642c19, NAME => 'test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:16,092 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:16,092 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:54:16,098 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,107 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:16,107 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,107 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,116 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,120 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ac06e28a638e08c01d3b4a7ac642c19 columnFamilyName f 2024-11-18T20:54:16,120 DEBUG [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:16,123 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] regionserver.HStore(327): Store=3ac06e28a638e08c01d3b4a7ac642c19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:16,124 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,139 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ac06e28a638e08c01d3b4a7ac642c19 columnFamilyName f1 2024-11-18T20:54:16,139 DEBUG [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:16,143 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] regionserver.HStore(327): Store=3ac06e28a638e08c01d3b4a7ac642c19/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:16,143 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,146 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ac06e28a638e08c01d3b4a7ac642c19 columnFamilyName norep 2024-11-18T20:54:16,146 DEBUG [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:16,147 INFO [StoreOpener-3ac06e28a638e08c01d3b4a7ac642c19-1 {}] regionserver.HStore(327): Store=3ac06e28a638e08c01d3b4a7ac642c19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:16,147 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,148 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,149 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,149 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,150 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,150 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:54:16,151 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,188 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:16,191 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ac06e28a638e08c01d3b4a7ac642c19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75446893, jitterRate=0.12424631416797638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:54:16,191 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:16,192 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ac06e28a638e08c01d3b4a7ac642c19: Running coprocessor pre-open hook at 1731963256107Writing region info on filesystem at 1731963256107Initializing all the Stores at 1731963256111 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963256111Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963256115 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963256115Cleaning up temporary data from old regions at 1731963256150 (+35 ms)Running coprocessor post-open hooks at 1731963256191 (+41 ms)Region opened successfully at 1731963256191 2024-11-18T20:54:16,203 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19., pid=6, masterSystemTime=1731963256076 2024-11-18T20:54:16,207 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:16,207 INFO [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:16,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ac06e28a638e08c01d3b4a7ac642c19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=29a7ef02c270,36699,1731963249462 2024-11-18T20:54:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ac06e28a638e08c01d3b4a7ac642c19, server=29a7ef02c270,36699,1731963249462 because future has completed 2024-11-18T20:54:16,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:54:16,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ac06e28a638e08c01d3b4a7ac642c19, server=29a7ef02c270,36699,1731963249462 in 310 msec 2024-11-18T20:54:16,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:54:16,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ac06e28a638e08c01d3b4a7ac642c19, ASSIGN in 471 msec 2024-11-18T20:54:16,238 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:54:16,238 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963256238"}]},"ts":"1731963256238"} 2024-11-18T20:54:16,241 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:54:16,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:54:16,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 534 msec 2024-11-18T20:54:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:54:16,343 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:54:16,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:16,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34223,-1 for getting cluster id 2024-11-18T20:54:16,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:16,345 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f271e7-0561-4ace-9a8c-989aa029ba08' 2024-11-18T20:54:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f271e7-0561-4ace-9a8c-989aa029ba08" 2024-11-18T20:54:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42839e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34223,-1] 2024-11-18T20:54:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:16,346 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:16,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbf4880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:16,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34223,1731963238287 2024-11-18T20:54:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c190e23 2024-11-18T20:54:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:16,349 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:16,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://29a7ef02c270:37311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:54:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:54:16,353 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:37311' 2024-11-18T20:54:16,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70764ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:16,354 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37311,-1 for getting cluster id 2024-11-18T20:54:16,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:54:16,355 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895a0ce9-433b-4039-bfad-f83545c66241' 2024-11-18T20:54:16,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:16,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895a0ce9-433b-4039-bfad-f83545c66241" 2024-11-18T20:54:16,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a59a21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:16,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37311,-1] 2024-11-18T20:54:16,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:16,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:16,356 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:16,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115b86e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:16,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37311,1731963243552 2024-11-18T20:54:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18950aa 2024-11-18T20:54:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:16,358 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:16,358 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:54:16,358 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:54:16,359 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:16,359 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:16,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:16,359 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:54:16,361 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:54:16,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:54:16,363 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:16,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:54:16,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:54:16,411 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:54:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:54:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:54:16,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4cdb3d511217294cd769ec88bb8662f, NAME => 'hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749 2024-11-18T20:54:16,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:54:16,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:16,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a4cdb3d511217294cd769ec88bb8662f, disabling compactions & flushes 2024-11-18T20:54:16,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:16,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:16,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. after waiting 0 ms 2024-11-18T20:54:16,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:16,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:16,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4cdb3d511217294cd769ec88bb8662f: Waiting for close lock at 1731963256867Disabling compacts and flushes for region at 1731963256867Disabling writes for close at 1731963256867Writing region close event to WAL at 1731963256867Closed at 1731963256867 2024-11-18T20:54:16,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:54:16,869 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731963256869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963256869"}]},"ts":"1731963256869"} 2024-11-18T20:54:16,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:54:16,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:54:16,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963256871"}]},"ts":"1731963256871"} 2024-11-18T20:54:16,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:54:16,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4cdb3d511217294cd769ec88bb8662f, ASSIGN}] 2024-11-18T20:54:16,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4cdb3d511217294cd769ec88bb8662f, ASSIGN 2024-11-18T20:54:16,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4cdb3d511217294cd769ec88bb8662f, ASSIGN; state=OFFLINE, location=29a7ef02c270,44821,1731963238469; forceNewPlan=false, retain=false 2024-11-18T20:54:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:54:17,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4cdb3d511217294cd769ec88bb8662f, regionState=OPENING, regionLocation=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:17,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4cdb3d511217294cd769ec88bb8662f, ASSIGN because future has completed 2024-11-18T20:54:17,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4cdb3d511217294cd769ec88bb8662f, server=29a7ef02c270,44821,1731963238469}] 2024-11-18T20:54:17,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:17,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:54:17,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:54:17,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=29a7ef02c270%2C44821%2C1731963238469.rep, suffix=, logDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469, archiveDir=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/oldWALs, maxLogs=10 2024-11-18T20:54:17,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963257189, exclude list is [], retry=0 2024-11-18T20:54:17,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:54:17,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963257189 2024-11-18T20:54:17,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:54:17,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a4cdb3d511217294cd769ec88bb8662f, NAME => 'hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:54:17,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:54:17,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:54:17,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. service=MultiRowMutationService 2024-11-18T20:54:17,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:54:17,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:54:17,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,231 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,232 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4cdb3d511217294cd769ec88bb8662f columnFamilyName hfileref 2024-11-18T20:54:17,232 DEBUG [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:17,232 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] regionserver.HStore(327): Store=a4cdb3d511217294cd769ec88bb8662f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:17,232 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,233 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4cdb3d511217294cd769ec88bb8662f columnFamilyName queue 2024-11-18T20:54:17,233 DEBUG [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:17,234 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] regionserver.HStore(327): Store=a4cdb3d511217294cd769ec88bb8662f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:17,234 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,235 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4cdb3d511217294cd769ec88bb8662f columnFamilyName sid 2024-11-18T20:54:17,235 DEBUG [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:54:17,235 INFO [StoreOpener-a4cdb3d511217294cd769ec88bb8662f-1 {}] regionserver.HStore(327): Store=a4cdb3d511217294cd769ec88bb8662f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:54:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:54:17,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:54:17,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a4cdb3d511217294cd769ec88bb8662f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64528511, jitterRate=-0.03845025599002838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:54:17,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:17,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a4cdb3d511217294cd769ec88bb8662f: Running coprocessor pre-open hook at 1731963257217Writing region info on filesystem at 1731963257217Initializing all the Stores at 1731963257218 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963257218Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963257230 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963257230Cleaning up temporary data from old regions at 1731963257237 (+7 ms)Running coprocessor post-open hooks at 1731963257261 (+24 ms)Region opened successfully at 1731963257261 2024-11-18T20:54:17,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f., pid=10, masterSystemTime=1731963257182 2024-11-18T20:54:17,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:17,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:17,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4cdb3d511217294cd769ec88bb8662f, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,44821,1731963238469 2024-11-18T20:54:17,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4cdb3d511217294cd769ec88bb8662f, server=29a7ef02c270,44821,1731963238469 because future has completed 2024-11-18T20:54:17,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:54:17,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a4cdb3d511217294cd769ec88bb8662f, server=29a7ef02c270,44821,1731963238469 in 262 msec 2024-11-18T20:54:17,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:54:17,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4cdb3d511217294cd769ec88bb8662f, ASSIGN in 421 msec 2024-11-18T20:54:17,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:54:17,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963257297"}]},"ts":"1731963257297"} 2024-11-18T20:54:17,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:54:17,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:54:17,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 943 msec 2024-11-18T20:54:17,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f., hostname=29a7ef02c270,44821,1731963238469, seqNum=2] 2024-11-18T20:54:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:17,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:54:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:54:17,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:54:17,533 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:54:17,649 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-29a7ef02c270,44821,1731963238469, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:54:17,650 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:17,650 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44821,1731963238469, seqNum=-1] 2024-11-18T20:54:17,650 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:17,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T20:54:17,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-29a7ef02c270,44821,1731963238469', locateType=CURRENT is [region=hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f., hostname=29a7ef02c270,44821,1731963238469, seqNum=2] 2024-11-18T20:54:17,655 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:54:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:54:17,658 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 29a7ef02c270,44821,1731963238469 suceeded 2024-11-18T20:54:17,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:54:17,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 284 msec 2024-11-18T20:54:17,660 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://29a7ef02c270:37311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:54:17,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3100 sec 2024-11-18T20:54:17,670 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:37311' 2024-11-18T20:54:17,671 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@447d9bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:17,672 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37311,-1 for getting cluster id 2024-11-18T20:54:17,672 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:17,672 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895a0ce9-433b-4039-bfad-f83545c66241' 2024-11-18T20:54:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895a0ce9-433b-4039-bfad-f83545c66241" 2024-11-18T20:54:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7091c80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:17,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37311,-1] 2024-11-18T20:54:17,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:17,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:17,673 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:17,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22125492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:17,674 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37311,1731963243552 2024-11-18T20:54:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ee2e44 2024-11-18T20:54:17,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:17,675 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T20:54:17,676 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-29a7ef02c270,44821,1731963238469 (queues=1) is replicating from cluster=d5f271e7-0561-4ace-9a8c-989aa029ba08 to cluster=895a0ce9-433b-4039-bfad-f83545c66241 2024-11-18T20:54:17,676 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=29a7ef02c270%2C44821%2C1731963238469 2024-11-18T20:54:17,676 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-29a7ef02c270,44821,1731963238469, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:54:17,677 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436, startPosition=0, beingWritten=true 2024-11-18T20:54:17,693 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C44821%2C1731963238469 2024-11-18T20:54:17,721 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:54:17,721 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 379, reset compression=false 2024-11-18T20:54:17,722 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:54:17,933 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 379, reset compression=false 2024-11-18T20:54:18,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:54:18,249 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 379, reset compression=false 2024-11-18T20:54:18,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:54:18,523 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:54:18,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:18,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:18,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:18,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:18,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:18,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34223,-1 for getting cluster id 2024-11-18T20:54:18,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:18,525 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f271e7-0561-4ace-9a8c-989aa029ba08' 2024-11-18T20:54:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f271e7-0561-4ace-9a8c-989aa029ba08" 2024-11-18T20:54:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f135b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34223,-1] 2024-11-18T20:54:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:18,527 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:18,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7cc69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37311,-1 for getting cluster id 2024-11-18T20:54:18,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:18,529 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895a0ce9-433b-4039-bfad-f83545c66241' 2024-11-18T20:54:18,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:18,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895a0ce9-433b-4039-bfad-f83545c66241" 2024-11-18T20:54:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d816a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37311,-1] 2024-11-18T20:54:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:18,531 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6640c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,44433,-1 for getting cluster id 2024-11-18T20:54:18,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:18,543 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b67f38f-b7b0-4832-9a76-b1396f12b1a3' 2024-11-18T20:54:18,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b67f38f-b7b0-4832-9a76-b1396f12b1a3" 2024-11-18T20:54:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8c1f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,44433,-1] 2024-11-18T20:54:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:18,547 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8f9619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:18,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:18,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731963258560/Put/seqid=0 2024-11-18T20:54:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:54:18,687 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 379, reset compression=false 2024-11-18T20:54:18,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:54:19,000 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731963259000/Put/seqid=0 2024-11-18T20:54:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:54:19,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:19,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34223,-1 for getting cluster id 2024-11-18T20:54:19,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:19,031 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f271e7-0561-4ace-9a8c-989aa029ba08' 2024-11-18T20:54:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f271e7-0561-4ace-9a8c-989aa029ba08" 2024-11-18T20:54:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a562f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34223,-1] 2024-11-18T20:54:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:19,044 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:19,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:19,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44821,1731963238469, seqNum=-1] 2024-11-18T20:54:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:19,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:19,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34223,1731963238287 2024-11-18T20:54:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a91435 2024-11-18T20:54:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:19,097 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2] 2024-11-18T20:54:19,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:54:19,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T20:54:19,178 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T20:54:19,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_0 for inclusion in df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T20:54:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:19,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_1 for inclusion in df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:19,227 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 379, reset compression=false 2024-11-18T20:54:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T20:54:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegion(2603): Flush status journal for df0748fb50c1f84993d987ae97c4f0d9: 2024-11-18T20:54:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_0 2024-11-18T20:54:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_0 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ 2024-11-18T20:54:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_1 2024-11-18T20:54:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_1 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ 2024-11-18T20:54:19,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_0 into df0748fb50c1f84993d987ae97c4f0d9/f as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ - updating store file list. 2024-11-18T20:54:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:19,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ into df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:19,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_0 into df0748fb50c1f84993d987ae97c4f0d9/f (new location: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_) 2024-11-18T20:54:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_0 2024-11-18T20:54:19,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_1 into df0748fb50c1f84993d987ae97c4f0d9/f as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ - updating store file list. 2024-11-18T20:54:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:19,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ into df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:19,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_1 into df0748fb50c1f84993d987ae97c4f0d9/f (new location: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_) 2024-11-18T20:54:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__lbrh0t3lhjbsvj8lvj6kapuiblnfelnpg9118ngdtfv5sjgmd441u7md2gvmiavs/f/hfile_1 2024-11-18T20:54:19,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:19,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:19,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:19,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:19,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:19,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,39137,1731963243704, seqNum=-1] 2024-11-18T20:54:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2 , the old value is region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=29a7ef02c270:44821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:54:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:54:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2 from cache 2024-11-18T20:54:19,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53394 deadline: 1731963319406 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53394 2024-11-18T20:54:19,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436., hostname=29a7ef02c270,39137,1731963243704, seqNum=2] 2024-11-18T20:54:19,424 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:54:19,520 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:54:19,849 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 379, reset compression=false 2024-11-18T20:54:19,874 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:54:19,875 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[{test/df0748fb50c1f84993d987ae97c4f0d9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963259401/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:54:19,879 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:54:19,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T20:54:19,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(318): Replicating [d5f271e7-0561-4ace-9a8c-989aa029ba08] bulk loaded data 2024-11-18T20:54:19,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab64b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:19,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,37311,-1 for getting cluster id 2024-11-18T20:54:19,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:19,892 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895a0ce9-433b-4039-bfad-f83545c66241' 2024-11-18T20:54:19,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:19,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895a0ce9-433b-4039-bfad-f83545c66241" 2024-11-18T20:54:19,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a709e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:19,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,37311,-1] 2024-11-18T20:54:19,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:19,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:19,894 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:19,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@526b8fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:20,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741837_1013 (size=7894) 2024-11-18T20:54:20,074 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 687, reset compression=false 2024-11-18T20:54:20,419 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 687, reset compression=false 2024-11-18T20:54:20,428 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:54:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741838_1014 (size=7691) 2024-11-18T20:54:20,868 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 687, reset compression=false 2024-11-18T20:54:20,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:54:20,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,37311,1731963243552 2024-11-18T20:54:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a38d29 2024-11-18T20:54:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:20,935 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T20:54:20,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:54:20,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:20,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,39137,1731963243704, seqNum=-1] 2024-11-18T20:54:20,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:20,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T20:54:21,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T20:54:21,010 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T20:54:21,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ for inclusion in a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T20:54:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:21,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ for inclusion in a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T20:54:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegion(2603): Flush status journal for a134f87ba0c7d5d387f4cf5d1ad4d436: 2024-11-18T20:54:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:54:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/dae66e7c96964ab3ac9e0356273173c5_SeqId_4_ 2024-11-18T20:54:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:54:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/03cd404d3ca64c52983c19b5fefedeb3_SeqId_4_ 2024-11-18T20:54:21,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/dae66e7c96964ab3ac9e0356273173c5_SeqId_4_ - updating store file list. 2024-11-18T20:54:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dae66e7c96964ab3ac9e0356273173c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:21,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/dae66e7c96964ab3ac9e0356273173c5_SeqId_4_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:21,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f (new location: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/dae66e7c96964ab3ac9e0356273173c5_SeqId_4_) 2024-11-18T20:54:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/5155989dc3dc403ab0474ffabc89aeb9_SeqId_4_ 2024-11-18T20:54:21,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/03cd404d3ca64c52983c19b5fefedeb3_SeqId_4_ - updating store file list. 2024-11-18T20:54:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03cd404d3ca64c52983c19b5fefedeb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:21,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/03cd404d3ca64c52983c19b5fefedeb3_SeqId_4_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:21,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f (new location: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/03cd404d3ca64c52983c19b5fefedeb3_SeqId_4_) 2024-11-18T20:54:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__tjhpdqek324d547d59724a0porsq7vo8kebmjvqc5m1ojjooc4kmpdbtlgqcvnd9/f/3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_ 2024-11-18T20:54:21,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(324): Finished replicating [d5f271e7-0561-4ace-9a8c-989aa029ba08] bulk loaded data 2024-11-18T20:54:21,404 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 687, reset compression=false 2024-11-18T20:54:21,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36699,1731963249462, seqNum=-1] 2024-11-18T20:54:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:21,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19., hostname=29a7ef02c270,36699,1731963249462, seqNum=2] 2024-11-18T20:54:21,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:54:21,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:54:21,499 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 29a7ef02c270%2C44821%2C1731963238469.meta:.meta(num 1731963241108) roll requested 2024-11-18T20:54:21,522 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963261499.meta, exclude list is [], retry=0 2024-11-18T20:54:21,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:54:21,556 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963241108.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963261499.meta 2024-11-18T20:54:21,568 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:54:21,568 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963241108.meta is not closed yet, will try archiving it next time 2024-11-18T20:54:21,568 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 29a7ef02c270%2C44821%2C1731963238469.rep:(num 1731963257189) roll requested 2024-11-18T20:54:21,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.meta.1731963241108.meta not finished, retry = 0 2024-11-18T20:54:21,591 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963261568, exclude list is [], retry=0 2024-11-18T20:54:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741834_1010 (size=3473) 2024-11-18T20:54:21,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:54:21,617 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963257189 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963261568 2024-11-18T20:54:21,629 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:54:21,630 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963257189 is not closed yet, will try archiving it next time 2024-11-18T20:54:21,630 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 29a7ef02c270%2C44821%2C1731963238469:(num 1731963240436) roll requested 2024-11-18T20:54:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741839_1015 (size=1505) 2024-11-18T20:54:21,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.rep.1731963257189 not finished, retry = 0 2024-11-18T20:54:21,660 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, exclude list is [], retry=0 2024-11-18T20:54:21,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-dc312cd0-efd0-40c2-9d56-607598bbc9b8,DISK] 2024-11-18T20:54:21,696 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 2024-11-18T20:54:21,706 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35411:35411)] 2024-11-18T20:54:21,706 DEBUG [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 is not closed yet, will try archiving it next time 2024-11-18T20:54:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741833_1009 (size=695) 2024-11-18T20:54:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:21,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34223,-1 for getting cluster id 2024-11-18T20:54:21,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:21,719 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f271e7-0561-4ace-9a8c-989aa029ba08' 2024-11-18T20:54:21,722 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/oldWALs/29a7ef02c270%2C44821%2C1731963238469.1731963240436 2024-11-18T20:54:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f271e7-0561-4ace-9a8c-989aa029ba08" 2024-11-18T20:54:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437d824a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34223,-1] 2024-11-18T20:54:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:21,728 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:21,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618886ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:21,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34223,1731963238287 2024-11-18T20:54:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d569f71 2024-11-18T20:54:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:21,733 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:21,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://29a7ef02c270:44433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:54:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:54:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:54:21,743 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:44433' 2024-11-18T20:54:21,749 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46de9864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:21,749 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,44433,-1 for getting cluster id 2024-11-18T20:54:21,749 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:21,752 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b67f38f-b7b0-4832-9a76-b1396f12b1a3' 2024-11-18T20:54:21,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:21,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b67f38f-b7b0-4832-9a76-b1396f12b1a3" 2024-11-18T20:54:21,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dc35d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:21,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,44433,-1] 2024-11-18T20:54:21,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:21,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:21,754 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:21,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fce4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:21,756 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:21,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,44433,1731963249260 2024-11-18T20:54:21,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c4f1bd 2024-11-18T20:54:21,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:21,758 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:21,759 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T20:54:21,760 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:54:21,760 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:21,760 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:21,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:21,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:54:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:54:21,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T20:54:21,991 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T20:54:22,028 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 to pos 687, reset compression=false 2024-11-18T20:54:22,040 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 was moved to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/oldWALs/29a7ef02c270%2C44821%2C1731963238469.1731963240436 2024-11-18T20:54:22,052 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436 2024-11-18T20:54:22,052 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, startPosition=0, beingWritten=true 2024-11-18T20:54:22,054 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963240436, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T20:54:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:54:22,064 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [29a7ef02c270%2C44821%2C1731963238469.1731963240436] 2024-11-18T20:54:22,156 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-29a7ef02c270,44821,1731963238469, ReplicationSource: 2, currentBandwidth=0 2024-11-18T20:54:22,173 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T20:54:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T20:54:22,183 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 29a7ef02c270,44821,1731963238469 suceeded 2024-11-18T20:54:22,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T20:54:22,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 351 msec 2024-11-18T20:54:22,200 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://29a7ef02c270:44433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:54:22,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 467 msec 2024-11-18T20:54:22,232 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='29a7ef02c270:44433' 2024-11-18T20:54:22,246 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b235492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,246 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,44433,-1 for getting cluster id 2024-11-18T20:54:22,247 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:22,248 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b67f38f-b7b0-4832-9a76-b1396f12b1a3' 2024-11-18T20:54:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b67f38f-b7b0-4832-9a76-b1396f12b1a3" 2024-11-18T20:54:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c00ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,44433,-1] 2024-11-18T20:54:22,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:22,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,250 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:22,251 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd1f800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,251 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:22,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,44433,1731963249260 2024-11-18T20:54:22,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7439aca9 2024-11-18T20:54:22,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:22,268 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T20:54:22,269 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-29a7ef02c270,44821,1731963238469 (queues=1) is replicating from cluster=d5f271e7-0561-4ace-9a8c-989aa029ba08 to cluster=5b67f38f-b7b0-4832-9a76-b1396f12b1a3 2024-11-18T20:54:22,269 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=29a7ef02c270%2C44821%2C1731963238469 2024-11-18T20:54:22,269 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-29a7ef02c270,44821,1731963238469, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:54:22,280 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, startPosition=0, beingWritten=true 2024-11-18T20:54:22,283 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 29a7ef02c270%2C44821%2C1731963238469 2024-11-18T20:54:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:54:22,373 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T20:54:22,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:22,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:22,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:54:22,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:22,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731963262392/Put/seqid=0 2024-11-18T20:54:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741845_1021 (size=11194) 2024-11-18T20:54:22,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731963262468/Put/seqid=0 2024-11-18T20:54:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741846_1022 (size=10791) 2024-11-18T20:54:22,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,34223,-1 for getting cluster id 2024-11-18T20:54:22,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:22,516 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f271e7-0561-4ace-9a8c-989aa029ba08' 2024-11-18T20:54:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f271e7-0561-4ace-9a8c-989aa029ba08" 2024-11-18T20:54:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a02ad20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,34223,-1] 2024-11-18T20:54:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,518 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,44821,1731963238469, seqNum=-1] 2024-11-18T20:54:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:22,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:54:22,523 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 0, reset compression=false 2024-11-18T20:54:22,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,34223,1731963238287 2024-11-18T20:54:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4b92af 2024-11-18T20:54:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:22,537 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:54:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2] 2024-11-18T20:54:22,549 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:54:22,583 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T20:54:22,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T20:54:22,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_0 for inclusion in df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T20:54:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:22,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_1 for inclusion in df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T20:54:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegion(2603): Flush status journal for df0748fb50c1f84993d987ae97c4f0d9: 2024-11-18T20:54:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_0 2024-11-18T20:54:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_0 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ 2024-11-18T20:54:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_1 2024-11-18T20:54:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_1 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ 2024-11-18T20:54:22,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_0 into df0748fb50c1f84993d987ae97c4f0d9/f as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ - updating store file list. 2024-11-18T20:54:22,794 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 0, reset compression=false 2024-11-18T20:54:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:22,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ into df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:22,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_0 into df0748fb50c1f84993d987ae97c4f0d9/f (new location: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_) 2024-11-18T20:54:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_0 2024-11-18T20:54:22,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_1 into df0748fb50c1f84993d987ae97c4f0d9/f as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ - updating store file list. 2024-11-18T20:54:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 939d85b2fe03442a97dc985ca2e02755_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:22,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ into df0748fb50c1f84993d987ae97c4f0d9/f 2024-11-18T20:54:22,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_1 into df0748fb50c1f84993d987ae97c4f0d9/f (new location: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_) 2024-11-18T20:54:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/staging/jenkins__test__3dt1dqac11eh3r3dpkv4r7d5f0n5j8m3qeecsqcdjs5q4r8penho5aa48skknk6q/f/hfile_1 2024-11-18T20:54:22,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:22,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:22,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2 , the old value is region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=29a7ef02c270:44821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:54:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:54:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9., hostname=29a7ef02c270,44821,1731963238469, seqNum=2 from cache 2024-11-18T20:54:22,859 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:54:22,863 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 0, reset compression=false 2024-11-18T20:54:22,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:22,863 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:54:22,881 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:54:22,881 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[{test/df0748fb50c1f84993d987ae97c4f0d9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963262848/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:54:22,887 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:54:22,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T20:54:22,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.ReplicationSink(318): Replicating [d5f271e7-0561-4ace-9a8c-989aa029ba08] bulk loaded data 2024-11-18T20:54:22,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5825c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,44433,-1 for getting cluster id 2024-11-18T20:54:22,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:54:22,892 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b67f38f-b7b0-4832-9a76-b1396f12b1a3' 2024-11-18T20:54:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:54:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b67f38f-b7b0-4832-9a76-b1396f12b1a3" 2024-11-18T20:54:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@748a887f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,44433,-1] 2024-11-18T20:54:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:54:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:22,895 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:54:22,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21dca579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:54:22,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741837_1013 (size=11194) 2024-11-18T20:54:22,963 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:54:23,083 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741838_1014 (size=10791) 2024-11-18T20:54:23,406 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:23,632 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 0, reset compression=false 2024-11-18T20:54:23,668 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:54:23,669 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[{test/df0748fb50c1f84993d987ae97c4f0d9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731963262848/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:54:23,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(318): Replicating [d5f271e7-0561-4ace-9a8c-989aa029ba08] bulk loaded data 2024-11-18T20:54:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741839_1015 (size=11194) 2024-11-18T20:54:23,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:54:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,44433,1731963249260 2024-11-18T20:54:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a40db65 2024-11-18T20:54:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:54:23,800 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T20:54:23,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:54:23,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:54:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,36699,1731963249462, seqNum=-1] 2024-11-18T20:54:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:54:23,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T20:54:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741840_1016 (size=10791) 2024-11-18T20:54:23,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T20:54:23,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T20:54:23,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ for inclusion in 3ac06e28a638e08c01d3b4a7ac642c19/f 2024-11-18T20:54:23,844 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T20:54:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:23,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ for inclusion in 3ac06e28a638e08c01d3b4a7ac642c19/f 2024-11-18T20:54:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T20:54:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HRegion(2603): Flush status journal for 3ac06e28a638e08c01d3b4a7ac642c19: 2024-11-18T20:54:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:54:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e8b0b9e8026c4eb48557898bb26a06b4_SeqId_4_ 2024-11-18T20:54:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 939d85b2fe03442a97dc985ca2e02755_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:54:23,869 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:23,872 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:54:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e545d7db28014b1fb79cf7b764ecbd0b_SeqId_4_ 2024-11-18T20:54:23,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ into 3ac06e28a638e08c01d3b4a7ac642c19/f as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e8b0b9e8026c4eb48557898bb26a06b4_SeqId_4_ - updating store file list. 2024-11-18T20:54:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8b0b9e8026c4eb48557898bb26a06b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:23,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e8b0b9e8026c4eb48557898bb26a06b4_SeqId_4_ into 3ac06e28a638e08c01d3b4a7ac642c19/f 2024-11-18T20:54:23,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ into 3ac06e28a638e08c01d3b4a7ac642c19/f (new location: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e8b0b9e8026c4eb48557898bb26a06b4_SeqId_4_) 2024-11-18T20:54:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ 2024-11-18T20:54:23,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ into 3ac06e28a638e08c01d3b4a7ac642c19/f as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e545d7db28014b1fb79cf7b764ecbd0b_SeqId_4_ - updating store file list. 2024-11-18T20:54:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e545d7db28014b1fb79cf7b764ecbd0b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:23,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e545d7db28014b1fb79cf7b764ecbd0b_SeqId_4_ into 3ac06e28a638e08c01d3b4a7ac642c19/f 2024-11-18T20:54:23,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ into 3ac06e28a638e08c01d3b4a7ac642c19/f (new location: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/f/e545d7db28014b1fb79cf7b764ecbd0b_SeqId_4_) 2024-11-18T20:54:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/staging/jenkins.hfs.23__test__58ff6lvqttgol53dgisajmmmlgbhcboi19jito6b9168lsasgo8okhj5ebl4tepd/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ 2024-11-18T20:54:23,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] regionserver.ReplicationSink(324): Finished replicating [d5f271e7-0561-4ace-9a8c-989aa029ba08] bulk loaded data 2024-11-18T20:54:24,196 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:24,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:54:24,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T20:54:24,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T20:54:24,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ for inclusion in a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T20:54:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:24,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ for inclusion in a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T20:54:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:54:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegion(2603): Flush status journal for a134f87ba0c7d5d387f4cf5d1ad4d436: 2024-11-18T20:54:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 939d85b2fe03442a97dc985ca2e02755_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:54:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/c5cb32459a164329abcd649f277e5a1c_SeqId_6_ 2024-11-18T20:54:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:54:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/24e0e5c3149c4823a94f4823cabcde89_SeqId_6_ 2024-11-18T20:54:24,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/c5cb32459a164329abcd649f277e5a1c_SeqId_6_ - updating store file list. 2024-11-18T20:54:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5cb32459a164329abcd649f277e5a1c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:24,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/c5cb32459a164329abcd649f277e5a1c_SeqId_6_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:24,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f (new location: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/c5cb32459a164329abcd649f277e5a1c_SeqId_6_) 2024-11-18T20:54:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/939d85b2fe03442a97dc985ca2e02755_SeqId_6_ 2024-11-18T20:54:24,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/24e0e5c3149c4823a94f4823cabcde89_SeqId_6_ - updating store file list. 2024-11-18T20:54:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24e0e5c3149c4823a94f4823cabcde89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:54:24,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/24e0e5c3149c4823a94f4823cabcde89_SeqId_6_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f 2024-11-18T20:54:24,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ into a134f87ba0c7d5d387f4cf5d1ad4d436/f (new location: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/f/24e0e5c3149c4823a94f4823cabcde89_SeqId_6_) 2024-11-18T20:54:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/staging/jenkins.hfs.22__test__qk6801ensio2kfsa3o6prbjjt9gikfprkiu8chvd5ta2lsbf612qfsuiavtqicrh/f/6c43b2cda3e049f5a6b8bb062b8f0bb0_SeqId_6_ 2024-11-18T20:54:24,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.ReplicationSink(324): Finished replicating [d5f271e7-0561-4ace-9a8c-989aa029ba08] bulk loaded data 2024-11-18T20:54:24,383 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:24,616 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:24,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:54:24,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:24,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:24,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:24,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:24,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:54:24,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1347826014, stopped=false 2024-11-18T20:54:24,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,44433,1731963249260 2024-11-18T20:54:24,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:24,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1591969460/running 2024-11-18T20:54:24,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:24,951 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:54:24,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:24,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:24,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:24,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1591969460/running 2024-11-18T20:54:24,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,36699,1731963249462' ***** 2024-11-18T20:54:24,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:54:24,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:24,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/running 2024-11-18T20:54:24,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Set watcher on znode that does not yet exist, /2-1591969460/running 2024-11-18T20:54:24,962 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:54:24,963 INFO [RS:0;29a7ef02c270:36699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:54:24,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:54:24,963 INFO [RS:0;29a7ef02c270:36699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:54:24,963 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:24,967 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,36699,1731963249462 2024-11-18T20:54:24,967 INFO [RS:0;29a7ef02c270:36699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:54:24,967 INFO [RS:0;29a7ef02c270:36699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:36699. 2024-11-18T20:54:24,968 DEBUG [RS:0;29a7ef02c270:36699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:24,968 DEBUG [RS:0;29a7ef02c270:36699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:24,968 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:54:24,968 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:54:24,968 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:54:24,968 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:54:24,968 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:54:24,969 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3ac06e28a638e08c01d3b4a7ac642c19=test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19.} 2024-11-18T20:54:24,969 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ac06e28a638e08c01d3b4a7ac642c19 2024-11-18T20:54:24,969 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:54:24,969 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:54:24,969 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:54:24,969 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:54:24,969 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:54:24,969 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T20:54:24,971 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ac06e28a638e08c01d3b4a7ac642c19, disabling compactions & flushes 2024-11-18T20:54:24,971 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:24,971 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:24,971 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. after waiting 0 ms 2024-11-18T20:54:24,971 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:25,001 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/info/bc62f081179a4fdd8b4bfe8cc229d07a is 129, key is test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19./info:regioninfo/1731963256208/Put/seqid=0 2024-11-18T20:54:25,023 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:25,031 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/default/test/3ac06e28a638e08c01d3b4a7ac642c19/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T20:54:25,039 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:54:25,039 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:25,039 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:54:25,039 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:25,040 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ac06e28a638e08c01d3b4a7ac642c19: Waiting for close lock at 1731963264971Running coprocessor pre-close hooks at 1731963264971Disabling compacts and flushes for region at 1731963264971Disabling writes for close at 1731963264971Writing region close event to WAL at 1731963265000 (+29 ms)Running coprocessor post-close hooks at 1731963265039 (+39 ms)Closed at 1731963265039 2024-11-18T20:54:25,040 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19. 2024-11-18T20:54:25,074 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:54:25,074 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:54:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741839_1015 (size=6421) 2024-11-18T20:54:25,137 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:25,171 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:25,371 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:25,471 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/info/bc62f081179a4fdd8b4bfe8cc229d07a 2024-11-18T20:54:25,538 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/ns/790e6fa3cea64c6e8a8021da934b703f is 43, key is default/ns:d/1731963252852/Put/seqid=0 2024-11-18T20:54:25,572 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:54:25,752 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:25,754 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:25,772 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:25,973 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:54:25,973 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:54:25,973 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:25,989 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/ns/790e6fa3cea64c6e8a8021da934b703f 2024-11-18T20:54:26,028 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/rep_barrier/4d2810fdbfab4b5596496928879f068f is 112, key is test,,1731963255707.3ac06e28a638e08c01d3b4a7ac642c19./rep_barrier:seqnumDuringOpen/1731963256208/Put/seqid=0 2024-11-18T20:54:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741841_1017 (size=5518) 2024-11-18T20:54:26,173 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:26,374 DEBUG [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:26,437 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/rep_barrier/4d2810fdbfab4b5596496928879f068f 2024-11-18T20:54:26,462 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/table/0442c9331a5142a2867d10b6d887ad63 is 40, key is test/table:state/1731963256238/Put/seqid=0 2024-11-18T20:54:26,465 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741842_1018 (size=5165) 2024-11-18T20:54:26,473 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/table/0442c9331a5142a2867d10b6d887ad63 2024-11-18T20:54:26,478 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/info/bc62f081179a4fdd8b4bfe8cc229d07a as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/info/bc62f081179a4fdd8b4bfe8cc229d07a 2024-11-18T20:54:26,484 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/info/bc62f081179a4fdd8b4bfe8cc229d07a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T20:54:26,491 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/ns/790e6fa3cea64c6e8a8021da934b703f as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/ns/790e6fa3cea64c6e8a8021da934b703f 2024-11-18T20:54:26,496 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/ns/790e6fa3cea64c6e8a8021da934b703f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:54:26,497 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/rep_barrier/4d2810fdbfab4b5596496928879f068f as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/rep_barrier/4d2810fdbfab4b5596496928879f068f 2024-11-18T20:54:26,501 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/rep_barrier/4d2810fdbfab4b5596496928879f068f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T20:54:26,501 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/.tmp/table/0442c9331a5142a2867d10b6d887ad63 as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/table/0442c9331a5142a2867d10b6d887ad63 2024-11-18T20:54:26,505 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/table/0442c9331a5142a2867d10b6d887ad63, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:54:26,506 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1537ms, sequenceid=11, compaction requested=false 2024-11-18T20:54:26,564 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:54:26,565 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:26,565 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:54:26,565 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:26,565 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963264969Running coprocessor pre-close hooks at 1731963264969Disabling compacts and flushes for region at 1731963264969Disabling writes for close at 1731963264969Obtaining lock to block concurrent updates at 1731963264969Preparing flush snapshotting stores in 1588230740 at 1731963264969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731963264970 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963264977 (+7 ms)Flushing 1588230740/info: creating writer at 1731963264977Flushing 1588230740/info: appending metadata at 1731963265001 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731963265001Flushing 1588230740/ns: creating writer at 1731963265489 (+488 ms)Flushing 1588230740/ns: appending metadata at 1731963265538 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1731963265538Flushing 1588230740/rep_barrier: creating writer at 1731963266002 (+464 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963266028 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963266028Flushing 1588230740/table: creating writer at 1731963266443 (+415 ms)Flushing 1588230740/table: appending metadata at 1731963266461 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731963266461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a3ffd4: reopening flushed file at 1731963266477 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbac1b7: reopening flushed file at 1731963266484 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee4c1b1: reopening flushed file at 1731963266496 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c21ced1: reopening flushed file at 1731963266501 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1537ms, sequenceid=11, compaction requested=false at 1731963266506 (+5 ms)Writing region close event to WAL at 1731963266551 (+45 ms)Running coprocessor post-close hooks at 1731963266565 (+14 ms)Closed at 1731963266565 2024-11-18T20:54:26,565 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:26,565 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:26,574 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,36699,1731963249462; all regions closed. 2024-11-18T20:54:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741834_1010 (size=2717) 2024-11-18T20:54:26,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/WALs/29a7ef02c270,36699,1731963249462/29a7ef02c270%2C36699%2C1731963249462.meta.1731963252649.meta not finished, retry = 0 2024-11-18T20:54:26,719 DEBUG [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/oldWALs 2024-11-18T20:54:26,720 INFO [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C36699%2C1731963249462.meta:.meta(num 1731963252649) 2024-11-18T20:54:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741833_1009 (size=1028) 2024-11-18T20:54:26,725 DEBUG [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/oldWALs 2024-11-18T20:54:26,725 INFO [RS:0;29a7ef02c270:36699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C36699%2C1731963249462:(num 1731963252226) 2024-11-18T20:54:26,725 DEBUG [RS:0;29a7ef02c270:36699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:26,725 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:54:26,726 INFO [RS:0;29a7ef02c270:36699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:54:26,726 INFO [RS:0;29a7ef02c270:36699 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:54:26,726 INFO [RS:0;29a7ef02c270:36699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:54:26,726 INFO [RS:0;29a7ef02c270:36699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:36699. 2024-11-18T20:54:26,726 DEBUG [RS:0;29a7ef02c270:36699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:26,726 DEBUG [RS:0;29a7ef02c270:36699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:26,726 DEBUG [RS:0;29a7ef02c270:36699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:26,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:26,727 INFO [RS:0;29a7ef02c270:36699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36699 2024-11-18T20:54:26,727 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:54:26,764 INFO [RS:0;29a7ef02c270:36699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:54:26,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1591969460/rs/29a7ef02c270,36699,1731963249462 2024-11-18T20:54:26,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460/rs 2024-11-18T20:54:26,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,36699,1731963249462] 2024-11-18T20:54:26,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1591969460/draining/29a7ef02c270,36699,1731963249462 already deleted, retry=false 2024-11-18T20:54:26,808 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,36699,1731963249462 expired; onlineServers=0 2024-11-18T20:54:26,808 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,44433,1731963249260' ***** 2024-11-18T20:54:26,808 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:54:26,808 INFO [M:0;29a7ef02c270:44433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:54:26,808 INFO [M:0;29a7ef02c270:44433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:54:26,808 DEBUG [M:0;29a7ef02c270:44433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:54:26,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:54:26,808 DEBUG [M:0;29a7ef02c270:44433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:54:26,808 INFO [M:0;29a7ef02c270:44433 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:54:26,808 INFO [M:0;29a7ef02c270:44433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:54:26,808 DEBUG [M:0;29a7ef02c270:44433 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:54:26,808 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963251716 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963251716,5,FailOnTimeoutGroup] 2024-11-18T20:54:26,808 INFO [M:0;29a7ef02c270:44433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:54:26,809 INFO [M:0;29a7ef02c270:44433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:54:26,809 INFO [M:0;29a7ef02c270:44433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:54:26,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:54:26,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963251719 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963251719,5,FailOnTimeoutGroup] 2024-11-18T20:54:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1591969460/master 2024-11-18T20:54:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1591969460 2024-11-18T20:54:26,814 DEBUG [M:0;29a7ef02c270:44433 {}] zookeeper.ZKUtil(347): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Unable to get data of znode /2-1591969460/master because node does not exist (not an error) 2024-11-18T20:54:26,814 WARN [M:0;29a7ef02c270:44433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:54:26,815 INFO [M:0;29a7ef02c270:44433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/.lastflushedseqids 2024-11-18T20:54:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741843_1019 (size=173) 2024-11-18T20:54:26,876 INFO [RS:0;29a7ef02c270:36699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:54:26,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:26,876 INFO [RS:0;29a7ef02c270:36699 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,36699,1731963249462; zookeeper connection closed. 2024-11-18T20:54:26,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1015103606a0007, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:26,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@667fae83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@667fae83 2024-11-18T20:54:26,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:54:27,258 INFO [M:0;29a7ef02c270:44433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:54:27,261 INFO [M:0;29a7ef02c270:44433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:54:27,261 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:54:27,261 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:27,261 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:27,261 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:54:27,261 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:27,261 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T20:54:27,292 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:27,323 DEBUG [M:0;29a7ef02c270:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa8107288df442c3979d6154aaf65c09 is 82, key is hbase:meta,,1/info:regioninfo/1731963252771/Put/seqid=0 2024-11-18T20:54:27,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741844_1020 (size=5672) 2024-11-18T20:54:27,359 INFO [M:0;29a7ef02c270:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa8107288df442c3979d6154aaf65c09 2024-11-18T20:54:27,429 DEBUG [M:0;29a7ef02c270:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27782af86ca04822a00321878d327552 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731963256243/Put/seqid=0 2024-11-18T20:54:27,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741845_1021 (size=6586) 2024-11-18T20:54:27,513 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:27,868 INFO [M:0;29a7ef02c270:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27782af86ca04822a00321878d327552 2024-11-18T20:54:27,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:54:27,920 DEBUG [M:0;29a7ef02c270:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec41ce8435544b8491e9638628939563 is 69, key is 29a7ef02c270,36699,1731963249462/rs:state/1731963251893/Put/seqid=0 2024-11-18T20:54:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741846_1022 (size=5156) 2024-11-18T20:54:27,957 INFO [M:0;29a7ef02c270:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec41ce8435544b8491e9638628939563 2024-11-18T20:54:27,979 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa8107288df442c3979d6154aaf65c09 as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa8107288df442c3979d6154aaf65c09 2024-11-18T20:54:27,994 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa8107288df442c3979d6154aaf65c09, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T20:54:27,999 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27782af86ca04822a00321878d327552 as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27782af86ca04822a00321878d327552 2024-11-18T20:54:28,019 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27782af86ca04822a00321878d327552, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T20:54:28,023 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec41ce8435544b8491e9638628939563 as hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec41ce8435544b8491e9638628939563 2024-11-18T20:54:28,045 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41337/user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec41ce8435544b8491e9638628939563, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T20:54:28,046 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 785ms, sequenceid=55, compaction requested=false 2024-11-18T20:54:28,059 INFO [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:28,059 DEBUG [M:0;29a7ef02c270:44433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963267261Disabling compacts and flushes for region at 1731963267261Disabling writes for close at 1731963267261Obtaining lock to block concurrent updates at 1731963267261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963267261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731963267262 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963267262Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963267262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963267323 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963267323Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963267383 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963267428 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963267428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963267876 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963267920 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963267920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f62d1: reopening flushed file at 1731963267977 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518d6122: reopening flushed file at 1731963267995 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@803698d: reopening flushed file at 1731963268019 (+24 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 785ms, sequenceid=55, compaction requested=false at 1731963268046 (+27 ms)Writing region close event to WAL at 1731963268059 (+13 ms)Closed at 1731963268059 2024-11-18T20:54:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741830_1006 (size=32770) 2024-11-18T20:54:28,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3bcc0b2c-3a8d-9a0d-1ebb-01f5fac13cbd/MasterData/WALs/29a7ef02c270,44433,1731963249260/29a7ef02c270%2C44433%2C1731963249260.1731963251137 not finished, retry = 0 2024-11-18T20:54:28,172 INFO [M:0;29a7ef02c270:44433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:54:28,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:54:28,175 INFO [M:0;29a7ef02c270:44433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44433 2024-11-18T20:54:28,181 INFO [M:0;29a7ef02c270:44433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:54:28,215 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:28,329 INFO [M:0;29a7ef02c270:44433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:54:28,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:28,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015103606a0006, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:28,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3825ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:54:28,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:54:28,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:54:28,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:54:28,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/hadoop.log.dir/,STOPPED} 2024-11-18T20:54:28,377 WARN [BP-360024643-172.17.0.2-1731963246976 heartbeating to localhost/127.0.0.1:41337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:54:28,377 WARN [BP-360024643-172.17.0.2-1731963246976 heartbeating to localhost/127.0.0.1:41337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-360024643-172.17.0.2-1731963246976 (Datanode Uuid 0eeb18f8-8a24-4031-ba21-7050dc994f4c) service to localhost/127.0.0.1:41337 2024-11-18T20:54:28,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/cluster_304a86e2-8317-90a5-80a1-4cda97c2f382/data/data1/current/BP-360024643-172.17.0.2-1731963246976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:54:28,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/cluster_304a86e2-8317-90a5-80a1-4cda97c2f382/data/data2/current/BP-360024643-172.17.0.2-1731963246976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:54:28,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:54:28,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:54:28,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:54:28,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37627d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:54:28,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:54:28,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:54:28,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:54:28,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dba3f2d0-c8c7-7f47-b3b5-930910e588ec/hadoop.log.dir/,STOPPED} 2024-11-18T20:54:28,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:54:28,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:54:28,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:28,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:28,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:28,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:28,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:54:28,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1044089237, stopped=false 2024-11-18T20:54:28,429 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,37311,1731963243552 2024-11-18T20:54:28,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-879070269/running 2024-11-18T20:54:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:28,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/running 2024-11-18T20:54:28,443 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-879070269/running 2024-11-18T20:54:28,443 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:28,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:54:28,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:28,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:28,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:28,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,39137,1731963243704' ***** 2024-11-18T20:54:28,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:54:28,449 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:54:28,449 INFO [RS:0;29a7ef02c270:39137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:54:28,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:54:28,449 INFO [RS:0;29a7ef02c270:39137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:54:28,449 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:28,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Set watcher on znode that does not yet exist, /1-879070269/running 2024-11-18T20:54:28,455 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,39137,1731963243704 2024-11-18T20:54:28,455 INFO [RS:0;29a7ef02c270:39137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:54:28,455 INFO [RS:0;29a7ef02c270:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:39137. 2024-11-18T20:54:28,456 DEBUG [RS:0;29a7ef02c270:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:28,456 DEBUG [RS:0;29a7ef02c270:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:28,456 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:54:28,456 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:54:28,456 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:54:28,456 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:54:28,456 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:54:28,456 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1325): Online Regions={a134f87ba0c7d5d387f4cf5d1ad4d436=test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:54:28,457 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a134f87ba0c7d5d387f4cf5d1ad4d436 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:54:28,457 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a134f87ba0c7d5d387f4cf5d1ad4d436, disabling compactions & flushes 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:54:28,457 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. after waiting 0 ms 2024-11-18T20:54:28,457 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:28,457 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T20:54:28,488 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/default/test/a134f87ba0c7d5d387f4cf5d1ad4d436/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:54:28,489 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:28,489 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:54:28,489 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:28,489 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a134f87ba0c7d5d387f4cf5d1ad4d436: Waiting for close lock at 1731963268457Running coprocessor pre-close hooks at 1731963268457Disabling compacts and flushes for region at 1731963268457Disabling writes for close at 1731963268457Writing region close event to WAL at 1731963268466 (+9 ms)Running coprocessor post-close hooks at 1731963268489 (+23 ms)Closed at 1731963268489 2024-11-18T20:54:28,489 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436. 2024-11-18T20:54:28,492 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:54:28,527 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/info/a76122c668014f2a9916bbc420ba7e35 is 129, key is test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436./info:regioninfo/1731963255499/Put/seqid=0 2024-11-18T20:54:28,535 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:28,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741841_1017 (size=6421) 2024-11-18T20:54:28,659 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:28,859 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:28,917 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:54:28,918 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:54:28,971 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/info/a76122c668014f2a9916bbc420ba7e35 2024-11-18T20:54:29,012 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/ns/8d06a5ac3e40487c8ac9d740b1977ff9 is 43, key is default/ns:d/1731963246744/Put/seqid=0 2024-11-18T20:54:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:54:29,034 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/ns/8d06a5ac3e40487c8ac9d740b1977ff9 2024-11-18T20:54:29,060 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:29,068 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/rep_barrier/62beefe9b079415585d1a21c12d22184 is 112, key is test,,1731963254539.a134f87ba0c7d5d387f4cf5d1ad4d436./rep_barrier:seqnumDuringOpen/1731963255499/Put/seqid=0 2024-11-18T20:54:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741843_1019 (size=5518) 2024-11-18T20:54:29,078 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/rep_barrier/62beefe9b079415585d1a21c12d22184 2024-11-18T20:54:29,124 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/table/c0eefc3c78424b9faa6bd9d338352a92 is 40, key is test/table:state/1731963255556/Put/seqid=0 2024-11-18T20:54:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741844_1020 (size=5165) 2024-11-18T20:54:29,132 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/table/c0eefc3c78424b9faa6bd9d338352a92 2024-11-18T20:54:29,141 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/info/a76122c668014f2a9916bbc420ba7e35 as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/info/a76122c668014f2a9916bbc420ba7e35 2024-11-18T20:54:29,145 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/info/a76122c668014f2a9916bbc420ba7e35, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T20:54:29,146 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/ns/8d06a5ac3e40487c8ac9d740b1977ff9 as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/ns/8d06a5ac3e40487c8ac9d740b1977ff9 2024-11-18T20:54:29,151 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/ns/8d06a5ac3e40487c8ac9d740b1977ff9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:54:29,152 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/rep_barrier/62beefe9b079415585d1a21c12d22184 as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/rep_barrier/62beefe9b079415585d1a21c12d22184 2024-11-18T20:54:29,159 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/rep_barrier/62beefe9b079415585d1a21c12d22184, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T20:54:29,161 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/.tmp/table/c0eefc3c78424b9faa6bd9d338352a92 as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/table/c0eefc3c78424b9faa6bd9d338352a92 2024-11-18T20:54:29,216 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/table/c0eefc3c78424b9faa6bd9d338352a92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:54:29,220 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 763ms, sequenceid=11, compaction requested=false 2024-11-18T20:54:29,235 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:29,261 DEBUG [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:29,327 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:54:29,328 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:29,328 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:54:29,328 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:29,328 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963268457Running coprocessor pre-close hooks at 1731963268457Disabling compacts and flushes for region at 1731963268457Disabling writes for close at 1731963268457Obtaining lock to block concurrent updates at 1731963268457Preparing flush snapshotting stores in 1588230740 at 1731963268457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731963268458 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963268463 (+5 ms)Flushing 1588230740/info: creating writer at 1731963268463Flushing 1588230740/info: appending metadata at 1731963268526 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731963268526Flushing 1588230740/ns: creating writer at 1731963268988 (+462 ms)Flushing 1588230740/ns: appending metadata at 1731963269012 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731963269012Flushing 1588230740/rep_barrier: creating writer at 1731963269046 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963269067 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963269067Flushing 1588230740/table: creating writer at 1731963269093 (+26 ms)Flushing 1588230740/table: appending metadata at 1731963269124 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731963269124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3453a405: reopening flushed file at 1731963269140 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d14baf9: reopening flushed file at 1731963269145 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfdfe9f: reopening flushed file at 1731963269151 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ecc1f6a: reopening flushed file at 1731963269159 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 763ms, sequenceid=11, compaction requested=false at 1731963269220 (+61 ms)Writing region close event to WAL at 1731963269315 (+95 ms)Running coprocessor post-close hooks at 1731963269328 (+13 ms)Closed at 1731963269328 2024-11-18T20:54:29,328 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:29,461 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,39137,1731963243704; all regions closed. 2024-11-18T20:54:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741834_1010 (size=2717) 2024-11-18T20:54:29,516 DEBUG [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/oldWALs 2024-11-18T20:54:29,516 INFO [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C39137%2C1731963243704.meta:.meta(num 1731963246576) 2024-11-18T20:54:29,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741833_1009 (size=1374) 2024-11-18T20:54:29,546 DEBUG [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/oldWALs 2024-11-18T20:54:29,546 INFO [RS:0;29a7ef02c270:39137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C39137%2C1731963243704:(num 1731963246063) 2024-11-18T20:54:29,546 DEBUG [RS:0;29a7ef02c270:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:29,546 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:54:29,547 INFO [RS:0;29a7ef02c270:39137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:54:29,547 INFO [RS:0;29a7ef02c270:39137 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:54:29,547 INFO [RS:0;29a7ef02c270:39137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:54:29,548 INFO [RS:0;29a7ef02c270:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:39137. 2024-11-18T20:54:29,548 DEBUG [RS:0;29a7ef02c270:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:29,548 DEBUG [RS:0;29a7ef02c270:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:29,548 DEBUG [RS:0;29a7ef02c270:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:29,548 INFO [RS:0;29a7ef02c270:39137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39137 2024-11-18T20:54:29,549 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:54:29,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:29,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269/rs 2024-11-18T20:54:29,588 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-879070269/rs/29a7ef02c270,39137,1731963243704 2024-11-18T20:54:29,589 INFO [RS:0;29a7ef02c270:39137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:54:29,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,39137,1731963243704] 2024-11-18T20:54:29,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-879070269/draining/29a7ef02c270,39137,1731963243704 already deleted, retry=false 2024-11-18T20:54:29,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,39137,1731963243704 expired; onlineServers=0 2024-11-18T20:54:29,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,37311,1731963243552' ***** 2024-11-18T20:54:29,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:54:29,605 INFO [M:0;29a7ef02c270:37311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:54:29,605 INFO [M:0;29a7ef02c270:37311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:54:29,605 DEBUG [M:0;29a7ef02c270:37311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:54:29,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:54:29,606 DEBUG [M:0;29a7ef02c270:37311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:54:29,606 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963245783 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963245783,5,FailOnTimeoutGroup] 2024-11-18T20:54:29,606 INFO [M:0;29a7ef02c270:37311 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:54:29,606 INFO [M:0;29a7ef02c270:37311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:54:29,606 DEBUG [M:0;29a7ef02c270:37311 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:54:29,606 INFO [M:0;29a7ef02c270:37311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:54:29,606 INFO [M:0;29a7ef02c270:37311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:54:29,606 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963245761 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963245761,5,FailOnTimeoutGroup] 2024-11-18T20:54:29,606 INFO [M:0;29a7ef02c270:37311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:54:29,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:54:29,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-879070269/master 2024-11-18T20:54:29,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-879070269 2024-11-18T20:54:29,619 DEBUG [M:0;29a7ef02c270:37311 {}] zookeeper.ZKUtil(347): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Unable to get data of znode /1-879070269/master because node does not exist (not an error) 2024-11-18T20:54:29,619 WARN [M:0;29a7ef02c270:37311 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:54:29,650 INFO [M:0;29a7ef02c270:37311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/.lastflushedseqids 2024-11-18T20:54:29,672 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741845_1021 (size=173) 2024-11-18T20:54:29,688 INFO [M:0;29a7ef02c270:37311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:54:29,690 INFO [M:0;29a7ef02c270:37311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:54:29,690 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:54:29,690 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:29,690 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:29,691 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:54:29,691 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:29,691 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T20:54:29,697 INFO [RS:0;29a7ef02c270:39137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:54:29,697 INFO [RS:0;29a7ef02c270:39137 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,39137,1731963243704; zookeeper connection closed. 2024-11-18T20:54:29,697 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:29,697 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1015103606a0004, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:29,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc00a24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc00a24 2024-11-18T20:54:29,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:54:29,736 DEBUG [M:0;29a7ef02c270:37311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6385e1185440d69197e12e5e759a4c is 82, key is hbase:meta,,1/info:regioninfo/1731963246719/Put/seqid=0 2024-11-18T20:54:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741846_1022 (size=5672) 2024-11-18T20:54:29,783 INFO [M:0;29a7ef02c270:37311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6385e1185440d69197e12e5e759a4c 2024-11-18T20:54:29,843 DEBUG [M:0;29a7ef02c270:37311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a91f7b59d445eab1ea60253904c189 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731963255564/Put/seqid=0 2024-11-18T20:54:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741847_1023 (size=6586) 2024-11-18T20:54:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,266 INFO [M:0;29a7ef02c270:37311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a91f7b59d445eab1ea60253904c189 2024-11-18T20:54:30,361 DEBUG [M:0;29a7ef02c270:37311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d42d717ef70c41ed84558af92c59ce76 is 69, key is 29a7ef02c270,39137,1731963243704/rs:state/1731963245838/Put/seqid=0 2024-11-18T20:54:30,383 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741848_1024 (size=5156) 2024-11-18T20:54:30,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:54:30,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,795 INFO [M:0;29a7ef02c270:37311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d42d717ef70c41ed84558af92c59ce76 2024-11-18T20:54:30,824 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6385e1185440d69197e12e5e759a4c as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e6385e1185440d69197e12e5e759a4c 2024-11-18T20:54:30,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:54:30,844 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e6385e1185440d69197e12e5e759a4c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T20:54:30,845 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a91f7b59d445eab1ea60253904c189 as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64a91f7b59d445eab1ea60253904c189 2024-11-18T20:54:30,860 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64a91f7b59d445eab1ea60253904c189, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T20:54:30,861 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d42d717ef70c41ed84558af92c59ce76 as hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d42d717ef70c41ed84558af92c59ce76 2024-11-18T20:54:30,865 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46437/user/jenkins/test-data/88762101-1d0b-f4e8-4dc7-a5767951142a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d42d717ef70c41ed84558af92c59ce76, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T20:54:30,866 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1175ms, sequenceid=55, compaction requested=false 2024-11-18T20:54:30,875 INFO [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:30,875 DEBUG [M:0;29a7ef02c270:37311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963269690Disabling compacts and flushes for region at 1731963269690Disabling writes for close at 1731963269691 (+1 ms)Obtaining lock to block concurrent updates at 1731963269691Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963269691Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731963269691Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963269694 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963269694Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963269735 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963269735Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963269808 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963269843 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963269843Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963270289 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963270360 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963270360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a2c749: reopening flushed file at 1731963270818 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c97d605: reopening flushed file at 1731963270844 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151064ab: reopening flushed file at 1731963270861 (+17 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1175ms, sequenceid=55, compaction requested=false at 1731963270866 (+5 ms)Writing region close event to WAL at 1731963270875 (+9 ms)Closed at 1731963270875 2024-11-18T20:54:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741830_1006 (size=32770) 2024-11-18T20:54:30,878 INFO [M:0;29a7ef02c270:37311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:54:30,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:54:30,878 INFO [M:0;29a7ef02c270:37311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37311 2024-11-18T20:54:30,879 INFO [M:0;29a7ef02c270:37311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:54:30,885 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:30,999 INFO [M:0;29a7ef02c270:37311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:54:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:31,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37311-0x1015103606a0003, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:31,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6202975d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:54:31,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:54:31,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:54:31,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:54:31,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir/,STOPPED} 2024-11-18T20:54:31,046 WARN [BP-1304474778-172.17.0.2-1731963241395 heartbeating to localhost/127.0.0.1:46437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:54:31,046 WARN [BP-1304474778-172.17.0.2-1731963241395 heartbeating to localhost/127.0.0.1:46437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1304474778-172.17.0.2-1731963241395 (Datanode Uuid 68ca66a7-1cfa-414d-9649-a585bb4af884) service to localhost/127.0.0.1:46437 2024-11-18T20:54:31,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/cluster_254f9152-19ad-8bab-9066-03fac6165347/data/data1/current/BP-1304474778-172.17.0.2-1731963241395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:54:31,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:54:31,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:54:31,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:54:31,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/cluster_254f9152-19ad-8bab-9066-03fac6165347/data/data2/current/BP-1304474778-172.17.0.2-1731963241395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:54:31,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@130a7771{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:54:31,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:54:31,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:54:31,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:54:31,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a5edb8-1557-f4c3-e7d6-7fc07151fb0e/hadoop.log.dir/,STOPPED} 2024-11-18T20:54:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:54:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:54:31,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:31,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:31,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:31,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:31,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:31,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:54:31,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1102743807, stopped=false 2024-11-18T20:54:31,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,34223,1731963238287 2024-11-18T20:54:31,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737851901/running 2024-11-18T20:54:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737851901/running 2024-11-18T20:54:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:31,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/running 2024-11-18T20:54:31,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:54:31,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:54:31,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Set watcher on znode that does not yet exist, /01737851901/running 2024-11-18T20:54:31,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:31,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:31,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,44821,1731963238469' ***** 2024-11-18T20:54:31,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:54:31,132 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:54:31,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:54:31,132 INFO [RS:0;29a7ef02c270:44821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:54:31,132 INFO [RS:0;29a7ef02c270:44821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:54:31,132 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for a4cdb3d511217294cd769ec88bb8662f 2024-11-18T20:54:31,135 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:31,135 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,44821,1731963238469 2024-11-18T20:54:31,135 INFO [RS:0;29a7ef02c270:44821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:54:31,135 INFO [RS:0;29a7ef02c270:44821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:44821. 2024-11-18T20:54:31,135 DEBUG [RS:0;29a7ef02c270:44821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:31,135 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:31,135 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:54:31,136 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:54:31,136 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:54:31,136 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:54:31,137 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:54:31,138 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1325): Online Regions={a4cdb3d511217294cd769ec88bb8662f=hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f., 1588230740=hbase:meta,,1.1588230740, df0748fb50c1f84993d987ae97c4f0d9=test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9.} 2024-11-18T20:54:31,138 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4cdb3d511217294cd769ec88bb8662f, df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:54:31,138 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4cdb3d511217294cd769ec88bb8662f, disabling compactions & flushes 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:54:31,138 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. after waiting 0 ms 2024-11-18T20:54:31,138 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:31,138 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:54:31,138 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4cdb3d511217294cd769ec88bb8662f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T20:54:31,181 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/.tmp/hfileref/585d1239e3b14079920770ee2799b242 is 74, key is 1/hfileref:3bccf2b0ba6046328ba2c82ea4949d7c_SeqId_4_/1731963261117/DeleteColumn/seqid=0 2024-11-18T20:54:31,217 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/info/d48c6ad707734e669c5212eb547d04f5 is 147, key is hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f./info:regioninfo/1731963257279/Put/seqid=0 2024-11-18T20:54:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741847_1023 (size=5489) 2024-11-18T20:54:31,232 INFO [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:54:31,234 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/.tmp/hfileref/585d1239e3b14079920770ee2799b242 2024-11-18T20:54:31,234 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:34223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T20:54:31,303 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:54:31,303 INFO [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:54:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741848_1024 (size=7686) 2024-11-18T20:54:31,334 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/.tmp/queue/9ce1bbd83780433cb379178320f4e824 is 153, key is 1-29a7ef02c270,44821,1731963238469/queue:29a7ef02c270%2C44821%2C1731963238469/1731963264301/Put/seqid=0 2024-11-18T20:54:31,339 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4cdb3d511217294cd769ec88bb8662f, df0748fb50c1f84993d987ae97c4f0d9 2024-11-18T20:54:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741849_1025 (size=5504) 2024-11-18T20:54:31,349 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/.tmp/queue/9ce1bbd83780433cb379178320f4e824 2024-11-18T20:54:31,359 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/.tmp/hfileref/585d1239e3b14079920770ee2799b242 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/hfileref/585d1239e3b14079920770ee2799b242 2024-11-18T20:54:31,364 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/hfileref/585d1239e3b14079920770ee2799b242, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T20:54:31,365 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/.tmp/queue/9ce1bbd83780433cb379178320f4e824 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/queue/9ce1bbd83780433cb379178320f4e824 2024-11-18T20:54:31,370 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/queue/9ce1bbd83780433cb379178320f4e824, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T20:54:31,372 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a4cdb3d511217294cd769ec88bb8662f in 233ms, sequenceid=17, compaction requested=false 2024-11-18T20:54:31,401 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/replication/a4cdb3d511217294cd769ec88bb8662f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T20:54:31,402 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:31,403 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:54:31,403 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:31,403 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4cdb3d511217294cd769ec88bb8662f: Waiting for close lock at 1731963271138Running coprocessor pre-close hooks at 1731963271138Disabling compacts and flushes for region at 1731963271138Disabling writes for close at 1731963271138Obtaining lock to block concurrent updates at 1731963271138Preparing flush snapshotting stores in a4cdb3d511217294cd769ec88bb8662f at 1731963271138Finished memstore snapshotting hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731963271141 (+3 ms)Flushing stores of hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. at 1731963271142 (+1 ms)Flushing a4cdb3d511217294cd769ec88bb8662f/hfileref: creating writer at 1731963271142Flushing a4cdb3d511217294cd769ec88bb8662f/hfileref: appending metadata at 1731963271181 (+39 ms)Flushing a4cdb3d511217294cd769ec88bb8662f/hfileref: closing flushed file at 1731963271181Flushing a4cdb3d511217294cd769ec88bb8662f/queue: creating writer at 1731963271293 (+112 ms)Flushing a4cdb3d511217294cd769ec88bb8662f/queue: appending metadata at 1731963271331 (+38 ms)Flushing a4cdb3d511217294cd769ec88bb8662f/queue: closing flushed file at 1731963271331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e707a2e: reopening flushed file at 1731963271358 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7c62ad: reopening flushed file at 1731963271364 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a4cdb3d511217294cd769ec88bb8662f in 233ms, sequenceid=17, compaction requested=false at 1731963271372 (+8 ms)Writing region close event to WAL at 1731963271384 (+12 ms)Running coprocessor post-close hooks at 1731963271402 (+18 ms)Closed at 1731963271403 (+1 ms) 2024-11-18T20:54:31,404 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731963256359.a4cdb3d511217294cd769ec88bb8662f. 2024-11-18T20:54:31,404 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df0748fb50c1f84993d987ae97c4f0d9, disabling compactions & flushes 2024-11-18T20:54:31,404 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:31,404 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:31,404 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. after waiting 0 ms 2024-11-18T20:54:31,404 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:31,435 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/default/test/df0748fb50c1f84993d987ae97c4f0d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:54:31,436 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:31,436 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:54:31,436 INFO [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:31,436 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df0748fb50c1f84993d987ae97c4f0d9: Waiting for close lock at 1731963271404Running coprocessor pre-close hooks at 1731963271404Disabling compacts and flushes for region at 1731963271404Disabling writes for close at 1731963271404Writing region close event to WAL at 1731963271416 (+12 ms)Running coprocessor post-close hooks at 1731963271436 (+20 ms)Closed at 1731963271436 2024-11-18T20:54:31,436 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9. 2024-11-18T20:54:31,543 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:31,610 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:31,621 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:54:31,621 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:31,621 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:54:31,623 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 29a7ef02c270,44821,1731963238469: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-29a7ef02c270,44821,1731963238469, walGroup=29a7ef02c270%2C44821%2C1731963238469, offset=29a7ef02c270%2C44821%2C1731963238469.1731963261630:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:54:31,624 ERROR [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:54:31,624 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:54:31,625 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:54:31,625 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:54:31,625 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:54:31,625 INFO [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1665138688, "init": 1048576000, "max": 2306867200, "used": 1123991552 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 207902720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:54:31,626 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:34223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=29a7ef02c270:34223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:54:31,709 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/info/d48c6ad707734e669c5212eb547d04f5 2024-11-18T20:54:31,743 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:31,765 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/ns/76afadc16a2545af9b42b3a4861f4680 is 43, key is default/ns:d/1731963241210/Put/seqid=0 2024-11-18T20:54:31,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741850_1026 (size=5153) 2024-11-18T20:54:31,779 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/ns/76afadc16a2545af9b42b3a4861f4680 2024-11-18T20:54:31,836 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:31,847 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/rep_barrier/1f514569a7d443699c684e37dc2f857e is 112, key is test,,1731963253368.df0748fb50c1f84993d987ae97c4f0d9./rep_barrier:seqnumDuringOpen/1731963254427/Put/seqid=0 2024-11-18T20:54:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741851_1027 (size=5518) 2024-11-18T20:54:31,945 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:32,151 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:54:32,151 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:54:32,151 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:32,179 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:32,195 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 393, reset compression=false 2024-11-18T20:54:32,216 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:54:32,216 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:32,216 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-29a7ef02c270,44821,1731963238469 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:54:32,216 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T20:54:32,303 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/rep_barrier/1f514569a7d443699c684e37dc2f857e 2024-11-18T20:54:32,355 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:32,361 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/table/930e8b19f1d644eb8edfa68bb9f61495 is 53, key is hbase:replication/table:state/1731963257297/Put/seqid=0 2024-11-18T20:54:32,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741852_1028 (size=5308) 2024-11-18T20:54:32,442 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:32,556 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:32,604 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:32,757 DEBUG [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:54:32,792 DEBUG [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/WALs/29a7ef02c270,44821,1731963238469/29a7ef02c270%2C44821%2C1731963238469.1731963261630 to pos 688, reset compression=false 2024-11-18T20:54:32,803 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/table/930e8b19f1d644eb8edfa68bb9f61495 2024-11-18T20:54:32,816 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/info/d48c6ad707734e669c5212eb547d04f5 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/info/d48c6ad707734e669c5212eb547d04f5 2024-11-18T20:54:32,830 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/info/d48c6ad707734e669c5212eb547d04f5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:54:32,831 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/ns/76afadc16a2545af9b42b3a4861f4680 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/ns/76afadc16a2545af9b42b3a4861f4680 2024-11-18T20:54:32,839 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/ns/76afadc16a2545af9b42b3a4861f4680, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:54:32,840 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/rep_barrier/1f514569a7d443699c684e37dc2f857e as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/rep_barrier/1f514569a7d443699c684e37dc2f857e 2024-11-18T20:54:32,855 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/rep_barrier/1f514569a7d443699c684e37dc2f857e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:54:32,861 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/.tmp/table/930e8b19f1d644eb8edfa68bb9f61495 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/table/930e8b19f1d644eb8edfa68bb9f61495 2024-11-18T20:54:32,879 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/table/930e8b19f1d644eb8edfa68bb9f61495, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:54:32,887 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-11-18T20:54:32,888 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:54:32,947 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:54:32,951 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:54:32,951 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:54:32,951 INFO [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:32,951 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731963271138Running coprocessor pre-close hooks at 1731963271138Disabling compacts and flushes for region at 1731963271138Disabling writes for close at 1731963271138Obtaining lock to block concurrent updates at 1731963271138Preparing flush snapshotting stores in 1588230740 at 1731963271138Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731963271138Flushing stores of hbase:meta,,1.1588230740 at 1731963271143 (+5 ms)Flushing 1588230740/info: creating writer at 1731963271143Flushing 1588230740/info: appending metadata at 1731963271216 (+73 ms)Flushing 1588230740/info: closing flushed file at 1731963271217 (+1 ms)Flushing 1588230740/ns: creating writer at 1731963271740 (+523 ms)Flushing 1588230740/ns: appending metadata at 1731963271764 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731963271765 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731963271796 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963271847 (+51 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963271847Flushing 1588230740/table: creating writer at 1731963272316 (+469 ms)Flushing 1588230740/table: appending metadata at 1731963272361 (+45 ms)Flushing 1588230740/table: closing flushed file at 1731963272361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7083e534: reopening flushed file at 1731963272815 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f279e79: reopening flushed file at 1731963272830 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6e4a0a: reopening flushed file at 1731963272839 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61632b41: reopening flushed file at 1731963272855 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1731963272887 (+32 ms)Writing region close event to WAL at 1731963272931 (+44 ms)Running coprocessor post-close hooks at 1731963272951 (+20 ms)Closed at 1731963272951 2024-11-18T20:54:32,952 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:54:32,957 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,44821,1731963238469; all regions closed. 2024-11-18T20:54:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741842_1018 (size=859) 2024-11-18T20:54:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741843_1019 (size=2791) 2024-11-18T20:54:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741844_1020 (size=696) 2024-11-18T20:54:33,012 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:33,012 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:54:33,015 INFO [RS:0;29a7ef02c270:44821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:54:33,017 INFO [RS:0;29a7ef02c270:44821 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:54:33,017 INFO [RS:0;29a7ef02c270:44821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:54:33,018 INFO [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:54:33,023 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-29a7ef02c270,44821,1731963238469 because: Region server is closing 2024-11-18T20:54:33,023 INFO [RS:0;29a7ef02c270:44821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:44821. 2024-11-18T20:54:33,024 DEBUG [RS:0;29a7ef02c270:44821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:33,024 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:33,024 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:33,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:33,124 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 terminated 2024-11-18T20:54:33,124 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-29a7ef02c270,44821,1731963238469 because: Region server is closing 2024-11-18T20:54:33,125 INFO [RS:0;29a7ef02c270:44821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:44821. 2024-11-18T20:54:33,125 DEBUG [RS:0;29a7ef02c270:44821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:54:33,125 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:33,125 DEBUG [RS:0;29a7ef02c270:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:54:33,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:54:33,127 WARN [RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,1-29a7ef02c270,44821,1731963238469.replicationSource.wal-reader.29a7ef02c270%2C44821%2C1731963238469,1-29a7ef02c270,44821,1731963238469 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:54:33,225 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/29a7ef02c270:0-0.replicationSource,2-29a7ef02c270,44821,1731963238469.replicationSource.shipper29a7ef02c270%2C44821%2C1731963238469,2-29a7ef02c270,44821,1731963238469 terminated 2024-11-18T20:54:33,225 INFO [RS:0;29a7ef02c270:44821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44821 2024-11-18T20:54:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901/rs 2024-11-18T20:54:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737851901/rs/29a7ef02c270,44821,1731963238469 2024-11-18T20:54:33,247 INFO [RS:0;29a7ef02c270:44821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:54:33,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,44821,1731963238469] 2024-11-18T20:54:33,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/draining/29a7ef02c270,44821,1731963238469 already deleted, retry=false 2024-11-18T20:54:33,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,44821,1731963238469 expired; onlineServers=0 2024-11-18T20:54:33,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,34223,1731963238287' ***** 2024-11-18T20:54:33,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:54:33,263 INFO [M:0;29a7ef02c270:34223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:54:33,263 INFO [M:0;29a7ef02c270:34223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:54:33,263 DEBUG [M:0;29a7ef02c270:34223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:54:33,264 DEBUG [M:0;29a7ef02c270:34223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:54:33,264 INFO [M:0;29a7ef02c270:34223 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:54:33,264 INFO [M:0;29a7ef02c270:34223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:54:33,264 DEBUG [M:0;29a7ef02c270:34223 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:54:33,264 INFO [M:0;29a7ef02c270:34223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:54:33,264 INFO [M:0;29a7ef02c270:34223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:54:33,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:54:33,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963240217 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963240217,5,FailOnTimeoutGroup] 2024-11-18T20:54:33,264 ERROR [M:0;29a7ef02c270:34223 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2098437737) connection to localhost/127.0.0.1:39465 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39465,5,PEWorkerGroup] 2024-11-18T20:54:33,264 INFO [M:0;29a7ef02c270:34223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:54:33,264 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963240217 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963240217,5,FailOnTimeoutGroup] 2024-11-18T20:54:33,271 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:54:33,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737851901/master 2024-11-18T20:54:33,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737851901 2024-11-18T20:54:33,280 DEBUG [M:0;29a7ef02c270:34223 {}] zookeeper.RecoverableZooKeeper(212): Node /01737851901/master already deleted, retry=false 2024-11-18T20:54:33,280 DEBUG [M:0;29a7ef02c270:34223 {}] master.ActiveMasterManager(353): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Failed delete of our master address node; KeeperErrorCode = NoNode for /01737851901/master 2024-11-18T20:54:33,287 INFO [M:0;29a7ef02c270:34223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/.lastflushedseqids 2024-11-18T20:54:33,357 INFO [RS:0;29a7ef02c270:44821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:54:33,357 INFO [RS:0;29a7ef02c270:44821 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,44821,1731963238469; zookeeper connection closed. 2024-11-18T20:54:33,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:33,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x1015103606a0001, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741853_1029 (size=263) 2024-11-18T20:54:33,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@641c8574 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@641c8574 2024-11-18T20:54:33,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:54:33,764 INFO [M:0;29a7ef02c270:34223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:54:33,764 INFO [M:0;29a7ef02c270:34223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:54:33,764 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:54:33,764 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:33,764 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:33,764 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:54:33,764 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:33,764 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-18T20:54:33,782 DEBUG [M:0;29a7ef02c270:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/339a9c6e3f534d50be31100ad9ef8e31 is 82, key is hbase:meta,,1/info:regioninfo/1731963241158/Put/seqid=0 2024-11-18T20:54:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741854_1030 (size=5672) 2024-11-18T20:54:33,789 INFO [M:0;29a7ef02c270:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/339a9c6e3f534d50be31100ad9ef8e31 2024-11-18T20:54:33,821 DEBUG [M:0;29a7ef02c270:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/928a8b8199ff4f54a3b07e060c7a2920 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731963254452/Put/seqid=0 2024-11-18T20:54:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741855_1031 (size=7610) 2024-11-18T20:54:33,841 INFO [M:0;29a7ef02c270:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/928a8b8199ff4f54a3b07e060c7a2920 2024-11-18T20:54:33,845 INFO [M:0;29a7ef02c270:34223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 928a8b8199ff4f54a3b07e060c7a2920 2024-11-18T20:54:33,889 DEBUG [M:0;29a7ef02c270:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c547458825684b66b686faa318a52363 is 69, key is 29a7ef02c270,44821,1731963238469/rs:state/1731963240264/Put/seqid=0 2024-11-18T20:54:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741856_1032 (size=5156) 2024-11-18T20:54:33,900 INFO [M:0;29a7ef02c270:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c547458825684b66b686faa318a52363 2024-11-18T20:54:33,905 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/339a9c6e3f534d50be31100ad9ef8e31 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/339a9c6e3f534d50be31100ad9ef8e31 2024-11-18T20:54:33,909 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/339a9c6e3f534d50be31100ad9ef8e31, entries=8, sequenceid=121, filesize=5.5 K 2024-11-18T20:54:33,910 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/928a8b8199ff4f54a3b07e060c7a2920 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/928a8b8199ff4f54a3b07e060c7a2920 2024-11-18T20:54:33,914 INFO [M:0;29a7ef02c270:34223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 928a8b8199ff4f54a3b07e060c7a2920 2024-11-18T20:54:33,914 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/928a8b8199ff4f54a3b07e060c7a2920, entries=13, sequenceid=121, filesize=7.4 K 2024-11-18T20:54:33,915 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c547458825684b66b686faa318a52363 as hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c547458825684b66b686faa318a52363 2024-11-18T20:54:33,922 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39465/user/jenkins/test-data/3836e88f-c261-438d-d27a-f432535a2749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c547458825684b66b686faa318a52363, entries=1, sequenceid=121, filesize=5.0 K 2024-11-18T20:54:33,923 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=121, compaction requested=false 2024-11-18T20:54:33,930 INFO [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:54:33,931 DEBUG [M:0;29a7ef02c270:34223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731963273764Disabling compacts and flushes for region at 1731963273764Disabling writes for close at 1731963273764Obtaining lock to block concurrent updates at 1731963273764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963273764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731963273765 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963273765Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963273765Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963273782 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963273782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963273794 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963273821 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963273821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963273845 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963273889 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963273889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f64be50: reopening flushed file at 1731963273905 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd71efd: reopening flushed file at 1731963273910 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a33fe: reopening flushed file at 1731963273914 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=121, compaction requested=false at 1731963273923 (+9 ms)Writing region close event to WAL at 1731963273930 (+7 ms)Closed at 1731963273930 2024-11-18T20:54:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741830_1006 (size=69920) 2024-11-18T20:54:33,933 INFO [M:0;29a7ef02c270:34223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:54:33,933 INFO [M:0;29a7ef02c270:34223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34223 2024-11-18T20:54:33,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:54:33,934 INFO [M:0;29a7ef02c270:34223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:54:34,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:34,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x1015103606a0000, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:54:34,072 INFO [M:0;29a7ef02c270:34223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:54:34,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a59a973{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:54:34,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5799d95e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:54:34,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:54:34,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ba6bf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:54:34,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d9060f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir/,STOPPED} 2024-11-18T20:54:34,083 WARN [BP-1205735178-172.17.0.2-1731963235996 heartbeating to localhost/127.0.0.1:39465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:54:34,083 WARN [BP-1205735178-172.17.0.2-1731963235996 heartbeating to localhost/127.0.0.1:39465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1205735178-172.17.0.2-1731963235996 (Datanode Uuid 2b6b7e27-8da7-48d6-bdac-53988e76d1e2) service to localhost/127.0.0.1:39465 2024-11-18T20:54:34,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/data/data1/current/BP-1205735178-172.17.0.2-1731963235996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:54:34,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/cluster_48c41391-30d2-9495-9db2-e41dd9131102/data/data2/current/BP-1205735178-172.17.0.2-1731963235996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:54:34,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:54:34,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:54:34,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:54:34,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71ba3e66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:54:34,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a3c6efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:54:34,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:54:34,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202ede8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:54:34,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34af3c01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2953a77e-d963-d81f-4db0-a0f3ae4bb491/hadoop.log.dir/,STOPPED} 2024-11-18T20:54:34,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:54:34,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:54:34,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 525) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46437 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39465 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41337 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46437 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1007) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=298 (was 344) 2024-11-18T20:54:34,147 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500 2024-11-18T20:54:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015103606a0008, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:54:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015103606a0002, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:54:34,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015103606a0005, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:54:34,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015103606a0005, quorum=127.0.0.1:51294, baseZNode=/1-879070269 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:54:34,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015103606a0008, quorum=127.0.0.1:51294, baseZNode=/2-1591969460 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:54:34,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015103606a0002, quorum=127.0.0.1:51294, baseZNode=/01737851901 Received Disconnected from ZooKeeper, ignoring